{"slug":"x402-agent-api-onrender-com-api-v1-site-map-097da3","title":"List a website's pages from any URL on it","host":"x402-agent-api.onrender.com","method":"POST","resource":"https://x402-agent-api.onrender.com/api/v1/site-map","category":"search","description":"List a website's pages from any URL on it: reads robots.txt and XML sitemaps (indexes and .xml.gz included), or the home page's links when there is no sitemap. Returns URLs with last-modified dates; filter by search words or path prefix, up to 1,000 URLs. Find pricing, docs, blog or careers pages be","price_listed":0.002,"price_asked":0.002,"state":"answering","state_label":"Answering","checks_7d":1,"answered_7d":1,"latency_ms_median":468,"reported_calls_30d":1,"reported_payers_30d":1,"networks":["eip155:8453"],"badge":"unverified","paid_checks_7d":0,"paid_ok_7d":0,"example_input":{"body":{"limit":3,"path_prefix":"/blog/","url":"https://example.com"},"bodyType":"json","method":"POST","type":"http"},"output_schema":{"$schema":"https://json-schema.org/draft/2020-12/schema","properties":{"input":{"additionalProperties":false,"properties":{"body":{"additionalProperties":false,"properties":{"limit":{"default":200,"description":"How many URLs to return (1-1,000, default 200).","maximum":1000,"minimum":1,"type":"integer"},"path_prefix":{"description":"Only URLs whose path starts with this, e.g. \"/blog/\" or \"/docs\".","maxLength":500,"minLength":1,"type":"string"},"search":{"description":"Only URLs containing every word of this text (case-insensitive) in the URL, or in the title or lastmod when known, e.g. \"pricing\" or \"blog 2026\".","maxLength":200,"minLength":1,"type":"string"},"url":{"description":"The website, or any page on it, e.g. https://example.com. Its origin (scheme and host) is mapped.","format":"uri","maxLength":2048,"type":"string"}},"required":["url"],"type":"object"},"bodyType":{"enum":["json","form-data","text"],"type":"string"},"method":{"enum":["POST"],"type":"string"},"type":{"const":"http","type":"string"}},"required":["type","method","bodyType","body"],"type":"object"},"output":{"properties":{"example":{"type":"object"},"type":{"type":"string"}},"required":["type"],"type":"object"}},"required":["input"],"type":"object"},"history":[{"day":"2026-10-10","reachable":true,"status":402,"valid_402":true,"asked_usdc":0.002,"price_match":true,"latency_ms":468,"error":null}],"description_full":"List a website's pages from any URL on it: reads robots.txt and XML sitemaps (indexes and .xml.gz included), or the home page's links when there is no sitemap. Returns URLs with last-modified dates; filter by search words or path prefix, up to 1,000 URLs. Find pricing, docs, blog or careers pages before scraping them. Not charged when nothing is found. No account or API key. $0.002 USDC per call.","last_updated":"2026-10-06T22:51:15.7Z","schemes":["exact"]}