url | string (required) | The URL to scrape. |
formats | list | Output formats. Strings: "markdown", "html", "rawHtml", "links", "images", "screenshot", "summary", "changeTracking", "json", "branding", "audio", "video". Maps: %{type: "json", prompt: "..."}, %{type: "screenshot", fullPage: true}, %{type: "changeTracking", modes: ["git-diff"]}. |
headers | map | Custom request headers. |
include_tags | list(string) | Include only specific HTML tags. |
exclude_tags | list(string) | Exclude specific HTML tags. |
only_main_content | boolean | Strip nav, footer, and other boilerplate. |
timeout | integer | Timeout in milliseconds. Min: 1000, default: 60000, max: 300000. |
wait_for | integer | Wait for the page to render (milliseconds). |
mobile | boolean | Use a mobile viewport. |
parsers | list | File parsing controls. Values: "pdf", %{type: "pdf", mode: "auto", maxPages: 5}. |
actions | list(map) | Pre-scrape browser actions. Types: wait, screenshot, click, write, press, scroll, scrape, executeJavascript, pdf. |
location | keyword list | Geo or language-aware scraping. Keys: country:, languages:. |
skip_tls_verification | boolean | Skip TLS verification. |
remove_base64_images | boolean | Drop base64 images from markdown output. |
block_ads | boolean | Block ads and cookie popups. |
proxy | atom | Proxy mode. Values: :basic, :enhanced, :auto. |
max_age | integer | Use cached data up to this age (milliseconds). |
min_age | integer | Use cached data only if at least this old (milliseconds). |
store_in_cache | boolean | Cache the result. |
lockdown | boolean | Only serve cached results, never make an outbound request. |
redact_pii | boolean | Redact personally identifiable information. |
profile | keyword list | Persistent browser profile. Keys: name:, save_changes:. |
zero_data_retention | boolean | Enable zero data retention for this scrape. |
audit_metadata | keyword list | User attribution for SIEM logging. Key: username: (required). |