{"slug":"penny-army-reference-mainnet-spruceboundgranitestudio-worker-601cd8","title":"Inventory supplied robots.txt groups, literal rule strings and sitemap declarati","host":"penny-army-reference-mainnet.spruceboundgranitestudio.workers.dev","method":"POST","resource":"https://penny-army-reference-mainnet.spruceboundgranitestudio.workers.dev/v1/probes/robots-directives-inspect","category":"other","description":"Inventory supplied robots.txt groups, literal rule strings and sitemap declarations; no fetching or permission evaluation.","price_listed":0.05,"price_asked":0.05,"state":"answering","state_label":"Answering","checks_7d":1,"answered_7d":1,"latency_ms_median":1343,"reported_calls_30d":0,"reported_payers_30d":0,"networks":["eip155:8453"],"badge":"unverified","paid_checks_7d":0,"paid_ok_7d":0,"example_input":{"body":{"text":"User-agent: agent\nUser-agent: *\nDisallow: /private\nSitemap: https://example.com/site.xml\nCrawl-delay: 5"},"bodyType":"json","method":"POST","type":"http"},"output_schema":{"$schema":"https://json-schema.org/draft/2020-12/schema","properties":{"input":{"additionalProperties":false,"properties":{"body":{"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false,"properties":{"text":{"maxLength":8192,"type":"string"}},"required":["text"],"type":"object"},"bodyType":{"enum":["json","form-data","text"],"type":"string"},"method":{"enum":["POST"],"type":"string"},"type":{"const":"http","type":"string"}},"required":["type","method","bodyType","body"],"type":"object"},"output":{"properties":{"example":{"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false,"properties":{"result":{"additionalProperties":false,"properties":{"groups":{"items":{"additionalProperties":false,"properties":{"rules":{"items":{"additionalProperties":false,"properties":{"directive":{"type":"string"},"value":{"type":"string"}},"required":["directive","value"],"type":"object"},"type":"array"},"user_agents":{"items":{"type":"string"},"type":"array"}},"required":["user_agents","rules"],"type":"object"},"type":"array"},"sitemaps":{"items":{"type":"string"},"type":"array"},"unsupported":{"items":{"additionalProperties":false,"properties":{"directive":{"type":"string"},"line":{"type":"number"}},"required":["line","directive"],"type":"object"},"type":"array"}},"required":["groups","sitemaps","unsupported"],"type":"object"},"schema_version":{"const":"research-1","type":"string"},"test_only":{"const":false,"type":"boolean"},"utility_id":{"const":"robots-directives-inspect","type":"string"}},"required":["schema_version","utility_id","test_only","result"],"type":"object"},"type":{"type":"string"}},"required":["type"],"type":"object"}},"required":["input"],"type":"object"},"history":[{"day":"2026-10-01","reachable":true,"status":402,"valid_402":true,"asked_usdc":0.05,"price_match":true,"latency_ms":1343,"error":null}],"description_full":"Inventory supplied robots.txt groups, literal rule strings and sitemap declarations; no fetching or permission evaluation.","last_updated":"2026-10-01T14:57:34.249Z","schemes":["exact"]}