{"slug":"agents-citiviewgroup-com-v1-crawl-0e58a2","title":"Crawl a website into clean Markdown","host":"agents.citiviewgroup.com","method":"GET","resource":"https://agents.citiviewgroup.com/v1/crawl","category":"commerce","description":"Crawl a website into clean Markdown: follows same-site links from a start page (optionally under a path prefix), up to 100 pages, respecting robots.txt. Returns each page's URL, title and text. $0.005 + $0.001 per page. Add store=true (+$0.001) to get a 7-day share link instead of the data inline.","price_listed":0.025,"price_asked":0.015,"state":"answering","state_label":"Answering","checks_7d":1,"answered_7d":1,"latency_ms_median":28,"reported_calls_30d":1,"reported_payers_30d":1,"networks":["eip155:137","eip155:42161","eip155:480","eip155:8453"],"badge":"unverified","paid_checks_7d":0,"paid_ok_7d":0,"example_input":{"method":"GET","queryParams":{"max_pages":10,"path_prefix":"/workers-ai/","url":"https://developers.cloudflare.com/workers-ai/"},"type":"http"},"output_schema":{"$schema":"https://json-schema.org/draft/2020-12/schema","properties":{"input":{"additionalProperties":false,"properties":{"method":{"enum":["GET"],"type":"string"},"queryParams":{"properties":{"max_pages":{"description":"1-100, default 20","type":"integer"},"path_prefix":{"description":"Only follow links under this path, e.g. /docs/","type":"string"},"store":{"description":"Return a 7-day share link (+$0.001)","type":"boolean"},"url":{"description":"Start page","type":"string"}},"required":["url"],"type":"object"},"type":{"const":"http","type":"string"}},"required":["type","method"],"type":"object"},"output":{"properties":{"example":{"type":"object"},"type":{"type":"string"}},"required":["type"],"type":"object"}},"required":["input"],"type":"object"},"history":[{"day":"2026-10-18","reachable":true,"status":402,"valid_402":true,"asked_usdc":0.015,"price_match":false,"latency_ms":28,"error":null}],"description_full":"Crawl a website into clean Markdown: follows same-site links from a start page (optionally under a path prefix), up to 100 pages, respecting robots.txt. Returns each page's URL, title and text. $0.005 + $0.001 per page. Add store=true (+$0.001) to get a 7-day share link instead of the data inline.","last_updated":"2026-10-14T17:03:17.646Z","schemes":["exact"]}