{"slug":"agentrxi-com-v1-crawl-f5c8cf","title":"Crawl a website into clean Markdown","host":"agentrxi.com","method":"GET","resource":"https://agentrxi.com/v1/crawl","category":"commerce","description":"Crawl a website into clean Markdown: follows same-site links from a start page (optionally under a path prefix), up to 100 pages, respecting robots.txt. Returns each page's URL, title and text. $0.005 + $0.001 per page. Add store=true (+$0.001) to get a 7-day share link instead of the data inline.","price_listed":0.025,"price_asked":null,"state":"down","state_label":"Not answering","checks_7d":1,"answered_7d":0,"latency_ms_median":null,"reported_calls_30d":1,"reported_payers_30d":1,"networks":["eip155:137","eip155:42161","eip155:480","eip155:8453"],"badge":"unverified","paid_checks_7d":0,"paid_ok_7d":0,"example_input":{"method":"GET","queryParams":{"max_pages":10,"path_prefix":"/workers-ai/","url":"https://developers.cloudflare.com/workers-ai/"},"type":"http"},"output_schema":{"$schema":"https://json-schema.org/draft/2020-12/schema","properties":{"input":{"additionalProperties":false,"properties":{"method":{"enum":["GET"],"type":"string"},"queryParams":{"properties":{"max_pages":{"description":"1-100, default 20","type":"integer"},"path_prefix":{"description":"Only follow links under this path, e.g. /docs/","type":"string"},"store":{"description":"Return a 7-day share link (+$0.001)","type":"boolean"},"url":{"description":"Start page","type":"string"}},"required":["url"],"type":"object"},"type":{"const":"http","type":"string"}},"required":["type","method"],"type":"object"},"output":{"properties":{"example":{"type":"object"},"type":{"type":"string"}},"required":["type"],"type":"object"}},"required":["input"],"type":"object"},"history":[{"day":"2026-10-18","reachable":false,"status":null,"valid_402":false,"asked_usdc":null,"price_match":null,"latency_ms":null,"error":"URLError"}],"description_full":"Crawl a website into clean Markdown: follows same-site links from a start page (optionally under a path prefix), up to 100 pages, respecting robots.txt. Returns each page's URL, title and text. $0.005 + $0.001 per page. Add store=true (+$0.001) to get a 7-day share link instead of the data inline.","last_updated":"2026-10-14T17:15:58.833Z","schemes":["exact"]}