AnyAPI web.crawl (Website Crawl)

{ "bodyFields": { "limit": { "description": "Maximum number of results to return (1–10, default 10). You are billed per result returned, so a lower limit costs less.", "maximum": 10, "minimum": 1, "type": "integer" }, "url": { "description": "The website URL or domain to crawl.", "type": "string" } }, "bodyType": "json", "discoverable": true, "method": "POST", "type": "http" }

{ "properties": { "costUsd": { "description": "Amount charged in USD for this call.", "type": "number" }, "items": { "description": "Number of result rows returned. For per-result SKUs the per-item cost is charged against this count; for input-priced SKUs the charge is per submitted input, independent of this count.", "type": "integer" }, "output": { "additionalProperties": false, "properties": { "data": { "oneOf": [ { "type": "null" }, { "additionalProperties": false, "properties": { "items": { "description": "Crawled page records: URL, page title, and extracted text content for each page.", "items": { "properties": { "domain": { "type": "string" }, "text": { "type": "string" } }, "required": [ "domain", "text" ], "type": "object" }, "type": "array" } }, "required": [ "items" ], "type": "object" } ] }, "found": { "type": "boolean" } }, "required": [ "found", "data" ], "title": "Website crawl output", "type": "object" }, "provider": { "description": "Always \"AnyAPI\".", "type": "string" } }, "required": [ "output", "provider", "costUsd" ], "type": "object" }