Parses robots.txt groups and applies deterministic longest-match allow and disal
Parses robots.txt groups and applies deterministic longest-match allow and disallow semantics.
Answeringour last check, 2026-09-24
1 of 1checks answered this week
2202 msmedian answer time
$0.005listed price per call
$0.005price it asked us
Paid test badge: not yet. The checks above are free: we call the tool without paying and read the payment request it sends back. The Verified badge needs paid calls whose answers match the promised output, and nobody can buy a badge.
Endpoint
POST https://signalharness.ai/api/agent/services/robots_policy_parse/invoke
| Category | Everything else |
|---|---|
| Provider host | signalharness.ai |
| Networks | eip155:8453 |
| Payment schemes | exact |
| Self-reported calls, 30 days | 2 from 1 payers (the provider's figure, not ours) |
Our checks, last 30 days
| Day | Result | HTTP | Asked | Time |
|---|---|---|---|---|
| 2026-09-24 | valid payment request | 402 | $0.005 | 2202 ms |
Example input (from the provider)
{
"body": {
"text": "User-agent: *\nAllow: /"
},
"bodyType": "json",
"method": "POST",
"type": "http"
}
Promised output schema (from the provider)
{
"$schema": "https://json-schema.org/draft/2020-12/schema",
"properties": {
"input": {
"additionalProperties": false,
"properties": {
"body": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"additionalProperties": false,
"maxProperties": 3,
"minProperties": 1,
"properties": {
"targetPath": {
"maxLength": 2048,
"minLength": 1,
"type": "string"
},
"text": {
"maxLength": 65536,
"minLength": 0,
"type": "string"
},
"url": {
"maxLength": 2048,
"minLength": 9,
"pattern": "^https://",
"type": "string"
},
"userAgent": {
"maxLength": 256,
"minLength": 1,
"type": "string"
}
},
"required": [],
"type": "object"
},
"bodyType": {
"enum": [
"json",
"form-data",
"text"
],
"type": "string"
},
"method": {
"enum": [
"POST"
],
"type": "string"
},
"type": {
"const": "http",
"type": "string"
}
},
"required": [
"type",
"method",
"bodyType",
"body"
],
"type": "object"
},
"output": {
"properties": {
"example": {
"additionalProperties": false,
"properties": {
"artifacts": {
"maxItems": 0,
"type": "array"
},
"executionId": {
"type": "string"
},
"receipt": {
"additionalProperties": true,
"properties": {
"receiptId": {
"type": "string"
},
"resultSha256": {
"pattern": "^[0-9a-f]{64}$",
"type": "string"
},
"serviceId": {
"type": "string"
}
},
"required": [
"receiptId",
"serviceId",
"resultSha256"
],
"type": "object"
},
"replay": {
"type": "boolean"
},
"requestId": {
"type": "string"
},
"result": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"additionalProperties": false,
"maxProperties": 7,
"minProperties": 7,
"properties": {
"crawlAllowed": {
"type": [
"boolean",
"null"
]
},
"crawlDelay": {
"type": [
"number",
"null"
]
},
"groups": {
"items": {
"additionalProperties": false,
"maxProperties": 3,
"minProperties": 3,
"properties": {
"crawlDelay": {
"type": [
"number",
"null"
]
},
"rules": {
"items": {
"additionalProperties": false,
"maxProperties": 2,
"minProperties": 2,
"properties": {
"directive": {
"enum": [
"allow",
"disallow"
],
"maxLength": 8,
"minLength": 5,
"type": "string"
},
"path": {
"maxLength": 2048,
"minLength": 0,
"type": "string"
}
},
"required": [
"directive",
"path"
],
"type": "object"
},
"maxItems": 256,
"minItems": 0,
"type": "array"
},
"userAgents": {
"items": {
"maxLength": 256,
"minLength": 1,
"type": "string"
},
"maxItems": 32,
"minItems": 1,
"type": "array"
}
},
"required": [
"userAgents",
"rules",
"crawlDelay"
],
"type": "object"
},
"maxItems": 256,
"minItems": 0,
"type": "array"
},
"matchedGroup": {
"type": [
"array",
"null"
]
},
"matchedRule": {
"type": [
"object",
"null"
]
},
"sitemaps": {
"items": {
"maxLength": 2048,
"minLength": 1,
"type": "string"
},