{"slug":"agent-data-centorprat-workers-dev-tools-robots-sitemap-analy-f6cb0b","title":"Give it domains","host":"agent-data.centorprat.workers.dev","method":"POST","resource":"https://agent-data.centorprat.workers.dev/tools/robots-sitemap-analyzer","category":"search","description":"Give it domains. For each it parses robots.txt (user-agents, allow/disallow, crawl-delay, declared sitemaps, blocks-all) and the XML sitemap(s) (URL counts, nested sitemaps, lastmod coverage), and flags crawlability issues - with a signal and findings. Keyless, read-only. Up to 3 items per call; fai","price_listed":0.01,"price_asked":0.01,"state":"answering","state_label":"Answering","checks_7d":1,"answered_7d":1,"latency_ms_median":391,"reported_calls_30d":3,"reported_payers_30d":2,"networks":["eip155:137","eip155:8453","solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp"],"badge":"unverified","paid_checks_7d":0,"paid_ok_7d":0,"example_input":{"body":{"domains":["apple.com"]},"bodyType":"json","method":"POST","type":"http"},"output_schema":{"$schema":"https://json-schema.org/draft/2020-12/schema","properties":{"input":{"additionalProperties":false,"properties":{"body":{"properties":{"domains":{"description":"Domains to analyze, e.g. [\"example.com\"]. One report per domain.","items":{"type":"string"},"maxItems":3,"type":"array"}},"required":[]},"bodyType":{"enum":["json","form-data","text"],"type":"string"},"method":{"enum":["POST","PUT","PATCH"],"type":"string"},"type":{"const":"http","type":"string"}},"required":["type","method","bodyType","body"],"type":"object"},"output":{"properties":{"example":{"type":"object"},"type":{"type":"string"}},"required":["type"],"type":"object"}},"required":["input"],"type":"object"},"history":[{"day":"2026-10-24","reachable":true,"status":402,"valid_402":true,"asked_usdc":0.01,"price_match":true,"latency_ms":391,"error":null}],"description_full":"Give it domains. For each it parses robots.txt (user-agents, allow/disallow, crawl-delay, declared sitemaps, blocks-all) and the XML sitemap(s) (URL counts, nested sitemaps, lastmod coverage), and flags crawlability issues - with a signal and findings. Keyless, read-only. Up to 3 items per call; failed lookups are not charged.","last_updated":"2026-10-23T13:46:20.898Z","schemes":["exact"]}