{"slug":"api-weblens-dev-map-83640e","title":"Discover a site's URLs without fetching page content","host":"api.weblens.dev","method":"POST","resource":"https://api.weblens.dev/map","category":"other","description":"Discover a site's URLs without fetching page content. Reads robots.txt sitemap directives, sitemap.xml and nested sitemap indexes, falling back to homepage link extraction.","price_listed":0.004,"price_asked":0.004,"state":"answering","state_label":"Answering","checks_7d":1,"answered_7d":1,"latency_ms_median":919,"reported_calls_30d":2,"reported_payers_30d":2,"networks":["eip155:8453","solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp"],"badge":"unverified","paid_checks_7d":0,"paid_ok_7d":0,"example_input":{"body":{"limit":1000,"url":"https://example.com"},"bodyType":"json","method":"POST","type":"http"},"output_schema":{"$schema":"https://json-schema.org/draft/2020-12/schema","properties":{"input":{"additionalProperties":false,"properties":{"body":{"properties":{"exclude":{"default":[],"description":"Skip URLs whose path+query contains one of these","items":{"maxLength":200,"minLength":1,"type":"string"},"maxItems":20,"type":"array"},"include":{"default":[],"description":"Only URLs whose path+query contains one of these","items":{"maxLength":200,"minLength":1,"type":"string"},"maxItems":20,"type":"array"},"limit":{"default":1000,"description":"Maximum URLs to return","example":1000,"maximum":5000,"minimum":1,"type":"number"},"timeout":{"default":10000,"description":"Request timeout in milliseconds","maximum":30000,"minimum":5000,"type":"number"},"url":{"description":"The URL to process","example":"https://example.com","format":"uri","type":"string"}},"required":["url"],"type":"object"},"bodyType":{"enum":["json","form-data","text"],"type":"string"},"method":{"enum":["POST"],"type":"string"},"type":{"const":"http","type":"string"}},"required":["type","method","bodyType","body"],"type":"object"},"output":{"properties":{"example":{"properties":{"mappedAt":{"type":"string"},"requestId":{"type":"string"},"sitemapsChecked":{"description":"Sitemap documents fetched (including nested indexes)","type":"number"},"source":{"description":"Where the URLs came from","enum":["sitemap","links","none"],"type":"string"},"total":{"type":"number"},"url":{"type":"string"},"urls":{"description":"Discovered same-host URLs","items":{"type":"string"},"type":"array"}},"type":"object"},"type":{"type":"string"}},"required":["type"],"type":"object"}},"required":["input"],"type":"object"},"history":[{"day":"2026-10-18","reachable":true,"status":402,"valid_402":true,"asked_usdc":0.004,"price_match":true,"latency_ms":919,"error":null}],"description_full":"Discover a site's URLs without fetching page content. Reads robots.txt sitemap directives, sitemap.xml and nested sitemap indexes, falling back to homepage link extraction.","last_updated":"2026-10-14T16:19:11.906Z","schemes":["exact"]}