{"slug":"agentdata-api-sander-van-aard-workers-dev-web-crawl-c9b683","title":"Crawl one site in one paid call","host":"agentdata-api.sander-van-aard.workers.dev","method":"POST","resource":"https://agentdata-api.sander-van-aard.workers.dev/web/crawl","category":"search","description":"Crawl one site in one paid call: start URL + max_pages (2-20); we follow same-host links breadth-first, returning each page as clean markdown (same extraction as /web/contents). Priced at $0.002 per requested page, quoted as max_pages up front — finding fewer pages is still a complete delivery. Fail","price_listed":0.006,"price_asked":0.006,"state":"answering","state_label":"Answering","checks_7d":1,"answered_7d":1,"latency_ms_median":22,"reported_calls_30d":1,"reported_payers_30d":1,"networks":["eip155:8453"],"badge":"unverified","paid_checks_7d":0,"paid_ok_7d":0,"example_input":{"body":{"max_pages":3,"url":"https://example.com/"},"bodyType":"json","method":"POST","type":"http"},"output_schema":{"$schema":"https://json-schema.org/draft/2020-12/schema","properties":{"input":{"additionalProperties":false,"properties":{"body":{"type":"object"},"bodyType":{"enum":["json","form-data","text"],"type":"string"},"headers":{"additionalProperties":{"type":"string"},"type":"object"},"method":{"enum":["POST","PUT","PATCH"],"type":"string"},"queryParams":{"additionalProperties":{"type":"string"},"type":"object"},"type":{"const":"http","type":"string"}},"required":["type","method","bodyType","body"],"type":"object"},"output":{"properties":{"example":{"type":"object"},"type":{"type":"string"}},"required":["type"],"type":"object"}},"required":["input"],"type":"object"},"history":[{"day":"2026-09-24","reachable":true,"status":402,"valid_402":true,"asked_usdc":0.006,"price_match":true,"latency_ms":22,"error":null}],"description_full":"Crawl one site in one paid call: start URL + max_pages (2-20); we follow same-host links breadth-first, returning each page as clean markdown (same extraction as /web/contents). Priced at $0.002 per requested page, quoted as max_pages up front — finding fewer pages is still a complete delivery. Failed pages are skipped and listed in skipped[]; the call still settles. Only an unreadable start page is a 400, no charge. USDC on Base, no account, no API key.","last_updated":"2026-09-20T07:00:52.63Z","schemes":["exact"]}