{"slug":"api-aiskills402-com-v1-skills-crawler-access-probe-file-41c216","title":"AI Crawler Access Check","host":"api.aiskills402.com","method":"GET","resource":"https://api.aiskills402.com/v1/skills/crawler-access-probe/file","category":"search","description":"AI Crawler Access Check: Who Gets a 403 — Reads the results of probing a website with AI-crawler user agents (status codes per bot, a control request, sometimes robots.txt or the site's settings) and says what they really show as JSON - whether training bots, search bots and user-triggered agents ar","price_listed":0.05,"price_asked":0.05,"state":"answering","state_label":"Answering","checks_7d":1,"answered_7d":1,"latency_ms_median":381,"reported_calls_30d":2,"reported_payers_30d":2,"networks":["eip155:8453"],"badge":"unverified","paid_checks_7d":0,"paid_ok_7d":0,"example_input":{"method":"GET","type":"http"},"output_schema":{"$schema":"https://json-schema.org/draft/2020-12/schema","properties":{"input":{"additionalProperties":false,"properties":{"headers":{"additionalProperties":{"type":"string"},"type":"object"},"method":{"enum":["GET","HEAD"],"type":"string"},"type":{"const":"http","type":"string"}},"required":["type","method"],"type":"object"},"output":{"properties":{"example":{"type":"object"},"type":{"type":"string"}},"required":["type"],"type":"object"}},"required":["input"],"type":"object"},"history":[{"day":"2026-10-18","reachable":true,"status":402,"valid_402":true,"asked_usdc":0.05,"price_match":true,"latency_ms":381,"error":null}],"description_full":"AI Crawler Access Check: Who Gets a 403 — Reads the results of probing a website with AI-crawler user agents (status codes per bot, a control request, sometimes robots.txt or the site's settings) and says what they really show as JSON - whether training bots, search bots and user-triggered agents are open, blocked, mixed or unknown, what is behind a refusal, and whether the robots.txt that answered is the site's own file. Knows the traps - a bare bot name proves nothing and lies differently for…","last_updated":"2026-10-13T14:41:54.325Z","schemes":["exact"]}