{"slug":"api-ozdreamtools-de-api-robots-lint-288269","title":"Lints and validates a caller-supplied robots.txt against RFC 9309 and reports ev","host":"api.ozdreamtools.de","method":"POST","resource":"https://api.ozdreamtools.de/api/robots/lint","category":"code","description":"Lints and validates a caller-supplied robots.txt against RFC 9309 and reports every check, not only the failures: group structure, product token charset, path patterns, special characters, other records, size limit. Given a user agent and URLs it recomputes the allow/disallow decision per URL, namin","price_listed":0.05,"price_asked":0.05,"state":"answering","state_label":"Answering","checks_7d":1,"answered_7d":1,"latency_ms_median":23,"reported_calls_30d":1,"reported_payers_30d":1,"networks":["eip155:8453"],"badge":"unverified","paid_checks_7d":0,"paid_ok_7d":0,"example_input":{"body":{"robots_txt":"User-Agent: *\nDisallow: *.gif$\nDisallow: /example/\nAllow: /publications/\nSitemap: https://example.de/sitemap.xml\n\nUser-Agent: foobot\nDisallow: /\nAllow: /example/page.html\n","urls":["/example/page.html","/example/other"],"user_agent":"foobot"},"bodyType":"json","method":"POST","type":"http"},"output_schema":{"$schema":"https://json-schema.org/draft/2020-12/schema","properties":{"input":{"additionalProperties":false,"properties":{"body":{"properties":{"robots_txt":{"description":"Contents of the robots.txt to check","type":"string"},"urls":{"description":"URLs or paths whose access decision should be recomputed, at most 50","items":{"type":"string"},"type":"array"},"user_agent":{"description":"Product token to evaluate for, e.g. 'GPTBot'. A full User-Agent header is resolved to the token it contains. Required when 'urls' is given.","type":"string"}},"required":["robots_txt"]},"bodyType":{"enum":["json","form-data","text"],"type":"string"},"method":{"enum":["POST"],"type":"string"},"type":{"const":"http","type":"string"}},"required":["type","method","bodyType","body"],"type":"object"},"output":{"properties":{"example":{"type":"object"},"type":{"type":"string"}},"required":["type"],"type":"object"}},"required":["input"],"type":"object"},"history":[{"day":"2026-09-24","reachable":true,"status":402,"valid_402":true,"asked_usdc":0.05,"price_match":true,"latency_ms":23,"error":null}],"description_full":"Lints and validates a caller-supplied robots.txt against RFC 9309 and reports every check, not only the failures: group structure, product token charset, path patterns, special characters, other records, size limit. Given a user agent and URLs it recomputes the allow/disallow decision per URL, naming the winning rule, its octet length and the tiebreak that applied. Where the RFC is silent or contradicts itself, the reading used is stated. Makes no outbound request.","last_updated":"2026-09-16T15:39:00.097Z","schemes":["exact"]}