Use when you need to scrape a web page, extract content from a url or read an ar

Use when you need to scrape a web page, extract content from a url or read an article as markdown for an LLM. Do not use for pages that need JavaScript to render, sit behind a login or paywall, or are not HTML (PDFs go to blackwood_pdf_extract). Returns JSON with the clean Markdown of a public web page plus its title, description, language, canonical URL and links for 0.01 USDC per call. Typical response time 2500 ms (p95). Category: Data.

Paid test badge: not yet. The checks above are free: we call the tool without paying and read the payment request it sends back. The Verified badge needs paid calls whose answers match the promised output, and nobody can buy a badge.

Endpoint

POST https://x402-gateway.blackwoodstate8.workers.dev/v1/web-markdown

Our checks, last 30 days

Example input (from the provider)

{
  "body": {
    "maxChars": 500,
    "url": "https://httpbin.org/html"
  },
  "bodyType": "json",
  "method": "POST",
  "type": "http"
}

Promised output schema (from the provider)

{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "properties": {
    "input": {
      "additionalProperties": false,
      "properties": {
        "body": {
          "properties": {
            "maxChars": {
              "description": "Maximum length of the returned markdown (500-100000 characters, 50000 when omitted)",
              "maximum": 100000,
              "minimum": 500,
              "type": "integer"
            },
            "url": {
              "description": "Public http(s) URL of the web page to read, e.g. https://example.com/article",
              "format": "uri",
              "maxLength": 2048,
              "type": "string"
            }
          },
          "required": [
            "url"
          ],
          "type": "object"
        },
        "bodyType": {
          "enum": [
            "json",
            "form-data",
            "text"
          ],
          "type": "string"
        },
        "method": {
          "enum": [
            "POST"
          ],
          "type": "string"
        },
        "type": {
          "const": "http",
          "type": "string"
        }
      },
      "required": [
        "type",
        "method",
        "bodyType",
        "body"
      ],
      "type": "object"
    },
    "output": {
      "properties": {
        "example": {
          "additionalProperties": false,
          "properties": {
            "canonical": {
              "type": [
                "string",
                "null"
              ]
            },
            "description": {
              "type": [
                "string",
                "null"
              ]
            },
            "finalUrl": {
              "type": "string"
            },
            "lang": {
              "type": [
                "string",
                "null"
              ]
            },
            "links": {
              "items": {
                "additionalProperties": false,
                "properties": {
                  "href": {
                    "type": "string"
                  },
                  "text": {
                    "type": "string"
                  }
                },
                "required": [
                  "text",
                  "href"
                ],
                "type": "object"
              },
              "type": "array"
            },
            "markdown": {
              "type": "string"
            },
            "next": {
              "additionalProperties": false,
              "description": "Suggested next paid call in the same family (call it in a loop when the task continues)",
              "properties": {
                "method": {
                  "enum": [
                    "GET",
                    "POST"
                  ],
                  "type": "string"
                },
                "sample": {
                  "description": "Free fixed sample of the whole family",
                  "type": "string"
                },
                "service": {
                  "description": "Service id of the suggested next paid call",
                  "type": "string"
                },
                "tool": {
                  "description": "MCP tool name of the same call",
                  "type": "string"
                },
                "url": {
                  "description": "Paid route of the next call",
                  "type": "string"
                },
                "useWhen": {
                  "description": "When the next call is the right one",
                  "type": "string"
                }
              },
              "required": [
                "service",
                "tool",
                "method",
                "url",
                "useWhen",
                "sample"
              ],
              "type": "object"
            },
            "status": {
              "maximum": 9007199254740991,
              "minimum": -9007199254740991,
              "type": "integer"
            },
            "title": {
              "type": [
                "string",
                "null"
              ]
            },
            "truncated": {
              "type": "boolean"
            },
            "url": {
              "type": "string"
            },
            "wordCount": {
              "maximum": 9007199254740991,
              "minimum": -9007199254740991,
              "type": "integer"
            }
          },
          "required": [
            "url",
            "finalUrl",
            "status",
            "title",
            "description",
            "lang",
            "canonical",
            "markdown",
            "links",
            "wordCount",
            "truncated"
          ],
          "type": "object"
        },
        "type": {
          "type": "string"
        }
      },
      "required": [
        "type"
      ],
      "type": "object"
    }
  },
  "required": [
    "input"
  ],
  "type": "object"
}

This page as JSON