{"slug":"agent-data-centorprat-workers-dev-tools-ai-crawler-access-te-9eefe5","title":"Tests whether AI search and answer bots (OpenAI, Anthropic, Perplexity, Google, ","host":"agent-data.centorprat.workers.dev","method":"POST","resource":"https://agent-data.centorprat.workers.dev/tools/ai-crawler-access-test","category":"search","description":"Tests whether AI search and answer bots (OpenAI, Anthropic, Perplexity, Google, Bing...) can actually read your site: robots.txt per bot (search vs training), a live fetch as each bot vs a browser to catch CDN/WAF blocks, JS-only content, llms.txt and entity schema, with fixes. Up to 3 items per cal","price_listed":0.01,"price_asked":0.01,"state":"answering","state_label":"Answering","checks_7d":1,"answered_7d":1,"latency_ms_median":405,"reported_calls_30d":3,"reported_payers_30d":2,"networks":["eip155:137","eip155:8453","solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp"],"badge":"unverified","paid_checks_7d":0,"paid_ok_7d":0,"example_input":{"body":{"urls":["react.dev"]},"bodyType":"json","method":"POST","type":"http"},"output_schema":{"$schema":"https://json-schema.org/draft/2020-12/schema","properties":{"input":{"additionalProperties":false,"properties":{"body":{"properties":{"maxSites":{"description":"Cap how many URLs to test this run.","type":"integer"},"urls":{"description":"e.g. \"example.com\" or \"https://example.com/pricing\". One report per URL (the path is checked against robots.txt rules).","items":{"type":"string"},"maxItems":3,"type":"array"}},"required":[]},"bodyType":{"enum":["json","form-data","text"],"type":"string"},"method":{"enum":["POST","PUT","PATCH"],"type":"string"},"type":{"const":"http","type":"string"}},"required":["type","method","bodyType","body"],"type":"object"},"output":{"properties":{"example":{"type":"object"},"type":{"type":"string"}},"required":["type"],"type":"object"}},"required":["input"],"type":"object"},"history":[{"day":"2026-10-24","reachable":true,"status":402,"valid_402":true,"asked_usdc":0.01,"price_match":true,"latency_ms":405,"error":null}],"description_full":"Tests whether AI search and answer bots (OpenAI, Anthropic, Perplexity, Google, Bing...) can actually read your site: robots.txt per bot (search vs training), a live fetch as each bot vs a browser to catch CDN/WAF blocks, JS-only content, llms.txt and entity schema, with fixes. Up to 3 items per call; failed lookups are not charged.","last_updated":"2026-10-23T12:42:18.359Z","schemes":["exact"]}