{"slug":"netintel-dev-sitemap-parser-fetch-79157a","title":"Fetch and parse any XML sitemap or sitemap index file — returns URLs with their ","host":"netintel.dev","method":"GET","resource":"https://netintel.dev/sitemap-parser/fetch","category":"other","description":"Fetch and parse any XML sitemap or sitemap index file — returns URLs with their priority, change frequency, and last modified date, follows sitemap indexes one level deep (first 3 child sitemaps), and auto-discovers the sitemap from robots.txt or common paths when given a bare domain — so agents can","price_listed":0.01,"price_asked":0.01,"state":"answering","state_label":"Answering","checks_7d":1,"answered_7d":1,"latency_ms_median":951,"reported_calls_30d":1,"reported_payers_30d":1,"networks":["eip155:8453","solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp"],"badge":"unverified","paid_checks_7d":0,"paid_ok_7d":0,"example_input":{"method":"GET","queryParams":{"url":"https://www.sitemaps.org/sitemap.xml"},"type":"http"},"output_schema":{"$schema":"https://json-schema.org/draft/2020-12/schema","properties":{"input":{"additionalProperties":false,"properties":{"method":{"enum":["GET"],"type":"string"},"queryParams":{"properties":{"limit":{"description":"Maximum number of URLs to return (1-1000, default 100)","type":"integer"},"url":{"description":"Sitemap URL or domain name to parse (e.g. https://example.com/sitemap.xml or example.com)","type":"string"}},"required":["url"],"type":"object"},"type":{"const":"http","type":"string"}},"required":["type","method"],"type":"object"},"output":{"properties":{"example":{"properties":{"child_sitemaps_fetched":{"type":"number"},"findings":{"type":"array"},"grade":{"type":"string"},"score":{"type":"number"},"sitemap_type":{"type":["string","null"]},"source_url":{"description":"null when no sitemap was found/parseable (graceful 200 with grade F)","type":["string","null"]},"stats":{"type":"object"},"total_urls":{"type":"number"},"urls":{"items":{"type":"object"},"type":"array"},"urls_returned":{"type":"number"}},"type":"object"},"type":{"type":"string"}},"required":["type"],"type":"object"}},"required":["input"],"type":"object"},"history":[{"day":"2026-09-24","reachable":true,"status":402,"valid_402":true,"asked_usdc":0.01,"price_match":true,"latency_ms":951,"error":null}],"description_full":"Fetch and parse any XML sitemap or sitemap index file — returns URLs with their priority, change frequency, and last modified date, follows sitemap indexes one level deep (first 3 child sitemaps), and auto-discovers the sitemap from robots.txt or common paths when given a bare domain — so agents can enumerate site content for crawling, indexing, and SEO analysis.","last_updated":"2026-08-26T06:23:10.094Z","schemes":["exact"]}