{"slug":"agentsvc-io-api-v1-proxy-site-map-e85ee9","title":"List the URLs of a website without reading them","host":"agentsvc.io","method":"POST","resource":"https://agentsvc.io/api/v1/proxy/site-map","category":"search","description":"List the URLs of a website without reading them: robots.txt, sitemaps and sitemap indexes plus homepage links, up to 1,000 same-site URLs with lastmod and source. A cheap first step to decide which pages to read with web-read-batch or site-crawl. Returns no page content. Params: url (site or domain,","price_listed":0.0025,"price_asked":0.0025,"state":"answering","state_label":"Answering","checks_7d":1,"answered_7d":1,"latency_ms_median":886,"reported_calls_30d":10,"reported_payers_30d":3,"networks":["eip155:137","eip155:42161","eip155:8453","solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp"],"badge":"unverified","paid_checks_7d":0,"paid_ok_7d":0,"example_input":{"body":{"max_urls":50,"url":"https://agentsvc.io"},"bodyType":"json","method":"POST","type":"http"},"output_schema":{"$schema":"https://json-schema.org/draft/2020-12/schema","properties":{"input":{"additionalProperties":false,"properties":{"body":{"properties":{"max_urls":{"default":200,"maximum":1000,"minimum":1,"type":"integer"},"url":{"description":"Site URL or domain","type":"string"}},"required":["url"]},"bodyType":{"enum":["json","form-data","text"],"type":"string"},"method":{"enum":["POST","PUT","PATCH"],"type":"string"},"type":{"const":"http","type":"string"}},"required":["type","method","bodyType","body"],"type":"object"},"output":{"properties":{"example":{"properties":{"data":{"properties":{"checked_at":{"type":"string"},"count":{"type":"integer"},"from_sitemap":{"type":"integer"},"robots_txt_found":{"type":"boolean"},"site":{"type":"string"},"sitemaps":{"items":{"type":"string"},"type":"array"},"urls":{"items":{"properties":{"lastmod":{"type":"string"},"source":{"type":"string"},"url":{"type":"string"}},"type":"object"},"type":"array"}},"required":["site","count","urls"],"type":"object"},"success":{"type":"boolean"}},"required":["success","data"],"type":"object"},"type":{"type":"string"}},"required":["type"],"type":"object"}},"required":["input"],"type":"object"},"history":[{"day":"2026-10-10","reachable":true,"status":402,"valid_402":true,"asked_usdc":0.0025,"price_match":true,"latency_ms":886,"error":null}],"description_full":"List the URLs of a website without reading them: robots.txt, sitemaps and sitemap indexes plus homepage links, up to 1,000 same-site URLs with lastmod and source. A cheap first step to decide which pages to read with web-read-batch or site-crawl. Returns no page content. Params: url (site or domain, required), max_urls (1 to 1000, default 200).","last_updated":"2026-10-10T09:08:50.21Z","schemes":["exact"]}