{"slug":"api-delx-ai-api-v1-x402-robots-inspect-9da92f","title":"Robots.txt inspection API for agents at $0.01 USDC","host":"api.delx.ai","method":"POST","resource":"https://api.delx.ai/api/v1/x402/robots-inspect","category":"search","description":"Robots.txt inspection API for agents at $0.01 USDC. Call when you need crawl rules and sitemap hints before indexing or scraping a domain. Use for SEO preflight and polite crawlers via x402—no API key, no subscription.","price_listed":0.01,"price_asked":0.01,"state":"answering","state_label":"Answering","checks_7d":1,"answered_7d":1,"latency_ms_median":1274,"reported_calls_30d":2,"reported_payers_30d":2,"networks":["eip155:8453","solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp"],"badge":"unverified","paid_checks_7d":0,"paid_ok_7d":0,"example_input":{"body":{"url":"https://example.com"},"bodyType":"json","method":"POST","type":"http"},"output_schema":{"$schema":"https://json-schema.org/draft/2020-12/schema","properties":{"input":{"additionalProperties":false,"properties":{"body":{"additionalProperties":false,"properties":{"timeout":{"maximum":15,"minimum":1,"type":"integer"},"url":{"type":"string"}},"required":["url"],"type":"object"},"bodyType":{"enum":["json","form-data","text"],"type":"string"},"method":{"enum":["POST","PUT","PATCH"],"type":"string"},"type":{"const":"http","type":"string"}},"required":["type","bodyType","body"],"type":"object"},"output":{"properties":{"example":{"result":{"allow":[],"disallow":[],"robots_url":"https://example.com/robots.txt","sitemaps":[]},"tool_name":"util_robots_inspect"},"type":{"const":"json","type":"string"}},"required":["type","example"],"type":"object"}},"required":["input","output"],"type":"object"},"history":[{"day":"2026-10-18","reachable":true,"status":402,"valid_402":true,"asked_usdc":0.01,"price_match":true,"latency_ms":1274,"error":null}],"description_full":"Robots.txt inspection API for agents at $0.01 USDC. Call when you need crawl rules and sitemap hints before indexing or scraping a domain. Use for SEO preflight and polite crawlers via x402—no API key, no subscription.","last_updated":"2026-10-13T14:53:23.855Z","schemes":["exact"]}