{
  "data": {
    "a": {
      "slug": "diffbot",
      "name": "Diffbot",
      "vendor": "Diffbot Technologies Corp.",
      "vendorUrl": "https://www.diffbot.com",
      "company": "diffbot.com",
      "kind": "http-api",
      "category": "web-scrapers",
      "summary": "Diffbot is a hosted set of web data APIs from Diffbot Technologies Corp. of Menlo Park, California. Its Extract API classifies a page and returns typed JSON, alongside Crawl, Web Search, Natural Language and Knowledge Graph APIs.",
      "url": "https://www.anchorterminal.com/tools/diffbot",
      "markdownUrl": "https://www.anchorterminal.com/tools/diffbot.md",
      "slimMarkdownUrl": "https://www.anchorterminal.com/tools/diffbot.min.md",
      "cardUrl": "https://www.anchorterminal.com/tools/diffbot.card.md",
      "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/diffbot.json",
      "dns": "diffbot.grade.anchorterminal.com",
      "repo": "https://github.com/diffbot/diffbot-python",
      "license": "Proprietary service under Diffbot's Terms of Use. The Python client, the TypeScript client and the agent skills are MIT",
      "transports": [
        "http"
      ],
      "remoteUrl": "https://api.diffbot.com/v3",
      "packages": [
        {
          "registry": "pypi",
          "name": "diffbot"
        },
        {
          "registry": "npm",
          "name": "@diffbot/typescript"
        }
      ],
      "auth": "api-key",
      "authNotes": "Self-serve token from the dashboard at app.diffbot.com, sent as the `token` query parameter on Extract and Knowledge Graph calls. The official client sends it as a Bearer header to the Web Search endpoint. Tokens carry no scopes. Child tokens have the same rights as the primary token and can be created in the dashboard on the Plus plan and above, or through support. A changelog entry of 30 June 2025 is titled as adding labels and a disable switch for tokens in the dashboard.",
      "pricing": "freemium",
      "pricingNotes": "Free plan of 10,000 credits a month at 5 requests a minute, with no card, so an agent's owner can start without a contract. Startup is $299 a month for 250,000 credits with overage at $0.001 a credit, Plus $899 for 1,000,000 with overage at $0.0009 and access to Crawl, Enterprise by sales. One extracted page is 1 credit, or 2 through the data centre proxy. Whether a failed extraction uses a credit was not found (https://www.diffbot.com/pricing).",
      "priceSummary": "$1 / 1k pages",
      "where": "hosted",
      "x402": {
        "level": "no",
        "evidence": "No x402, MPP or L402 on the pricing page, the authentication and rate limit docs, the Extract OpenAPI file or the official clients (checked 2026-10-09).",
        "endpoints": []
      },
      "toolCount": null,
      "popularity": {
        "githubStars": null,
        "npmWeekly": 9,
        "pypiWeekly": null,
        "asOf": "2026-10-09"
      },
      "docsUrl": "https://www.diffbot.com/docs/",
      "llmsTxt": "https://www.diffbot.com/llms.txt",
      "openapi": "https://www.diffbot.com/openapi/extract.json",
      "capabilities": [
        "web.extract",
        "web.scrape",
        "web.crawl",
        "scraping.proxies",
        "web.search",
        "data.knowledge",
        "data.company"
      ],
      "tags": [
        "hosted",
        "freemium",
        "free-tier",
        "no-card",
        "api-key",
        "openapi",
        "llms-txt",
        "agent-skills",
        "cli",
        "python",
        "typescript",
        "proxies",
        "knowledge-graph",
        "status-page",
        "closed-source"
      ],
      "lastRelease": "2026-10-29",
      "graded": true,
      "anchor": {
        "graded": true,
        "score": 58.6,
        "grade": "C",
        "agentReady": false,
        "rank": 852,
        "ranked": true,
        "rankOf": 1563,
        "categoryRank": 22,
        "methodology": "1.0",
        "run": "2026-10-01",
        "scores": {
          "ergonomics": 63,
          "maintenance": 77,
          "payments": 60,
          "reliability": 55,
          "schema": 83,
          "security": 21,
          "transparency": 68
        },
        "assessment": {
          "confidence": "medium",
          "date": "2026-11-04"
        },
        "negative": 0,
        "verdict": "Extract returns typed JSON for articles, products, discussions and other page types with no selectors to write, under a public OpenAPI 3.1 contract and a free plan that needs no card. The API token travels in the URL query string, tokens carry no scopes, and no security page, certification or security.txt was found.",
        "bestFor": "Agents that want typed article, product or discussion data from arbitrary pages without writing selectors, and teams that also want the Knowledge Graph.",
        "strengths": [
          "OpenAPI 3.1.0 description of the Extract APIs (version 1.1.0, 13 operations) is published at `/openapi/extract.json` and the reference pages are generated from it",
          "Free plan of 10,000 credits a month with no card, and a public credit table. One extracted page costs 1 credit, or 2 through the data centre proxy",
          "Official Python and TypeScript clients and ten agent skills, all MIT. The Python client reached 3.1.0 on 29 October 2026 with tests on Python 3.9 to 3.13",
          "Dated changelog with an RSS feed going back to 2015, and a `/v3` path for the Extract APIs",
          "The privacy policy of 29 August 2025 names each service provider, among them AWS, Stripe, Intercom and Salesforce, and says all are in the United States"
        ],
        "weaknesses": [
          "The token is sent as the `token` query parameter on Extract and Knowledge Graph calls. It is the only scheme in the OpenAPI file",
          "Child tokens have the same access rights as the primary token, and creating them needs the Plus plan ($899 a month) or a request to support",
          "No security page, certification, bug bounty or security.txt was found on the pages read. The privacy policy says some API calls rely on HTTP without encryption",
          "The status page is a Pingdom report with seven days of uptime per check and no incident notes. Analyze API shows 99.69 per cent for the week to 9 October 2026",
          "The docs give `pip install diffbot-python` and `pnpm add diffbot-typescript`, while the repositories now name the packages `diffbot` and `@diffbot/typescript`",
          "The terms grant Diffbot a perpetual, irrevocable licence to process submitted queries, cap liability at $10, and forbid software that scrapes or crawls the Site or Service. That clause matters before any probe is run"
        ],
        "agentNotes": [
          "Call `GET https://api.diffbot.com/v3/analyze?url=\u003cencoded URL\u003e\u0026token=\u003ctoken\u003e` when the page type is unknown. Use `/v3/article` or `/v3/product` to force one schema",
          "Keep the token out of logs and shared URLs. It sits in the query string, so any proxy or log that records the request URL records the token",
          "Stay under 5 calls a minute on Free, 5 a second on Startup and 25 a second on Plus. On 429 wait at least one second and back off",
          "Check a 200 response for `errorCode`. The official client raises `ExtractionError` when a 200 reports a failed extraction",
          "Set `useProxy=default` only when a site blocks the fetch. A proxied page costs 2 credits against 1",
          "Install `diffbot` from PyPI, not `diffbot-python`, which stopped at 0.3.0"
        ],
        "metrics": {
          "kind": "remote",
          "measured": false
        },
        "reviewCount": 0,
        "avgRating": 0,
        "history": [
          {
            "basis": "public evidence",
            "confidence": "medium",
            "grade": "C",
            "methodology": "1.0",
            "run": "2026-10-01",
            "runLabel": "October 2026 research run",
            "score": 58.6
          }
        ],
        "editorialScores": {
          "ergonomics": 63,
          "maintenance": 77,
          "payments": 60,
          "reliability": 55,
          "schema": 83,
          "security": 21,
          "transparency": 49
        },
        "provenanceScore": 87,
        "checked": {
          "categories": {
            "ergonomics": "2026-11-04",
            "maintenance": "2026-11-04",
            "payments": "2026-11-04",
            "reliability": "2026-11-04",
            "schema": "2026-11-04",
            "security": "2026-11-04",
            "transparency": "2026-11-04"
          },
          "last": "2026-11-04",
          "lastMoved": "2026-11-13",
          "oldest": "2026-11-04",
          "stale": false,
          "staleAfterDays": 90
        }
      },
      "connect": {
        "install": "python3 -m pip install diffbot",
        "http": "curl --request GET \\\n  --url 'https://api.diffbot.com/v3/analyze?token=\u003cDIFFBOT_TOKEN\u003e\u0026url=https%3A%2F%2Fwww.diffbot.com%2Fdocs%2Fintroduction' \\\n  --header 'accept: application/json'",
        "claudeCode": "/plugin marketplace add diffbot/diffbot-skills\n/plugin install diffbot@diffbot-skills"
      },
      "letme": {
        "capability": "https://letme.dev/web.extract",
        "tool": "https://letme.dev/diffbot"
      },
      "area": "web-data",
      "unitPrices": [
        {
          "item": "Extracted page, Startup overage",
          "unit": "1k-pages",
          "usd": 1,
          "note": "1 credit a page at $0.001 a credit"
        },
        {
          "item": "Extracted page through the data centre proxy, Startup overage",
          "unit": "1k-pages",
          "usd": 2,
          "note": "2 credits a page"
        },
        {
          "item": "Extracted page, Plus overage",
          "unit": "1k-pages",
          "usd": 0.9,
          "note": "1 credit a page at $0.0009 a credit"
        },
        {
          "item": "Startup plan",
          "unit": "month",
          "usd": 299,
          "note": "250,000 credits, 5 requests a second"
        },
        {
          "item": "Plus plan",
          "unit": "month",
          "usd": 899,
          "note": "1,000,000 credits, 25 requests a second, Crawl"
        }
      ],
      "provenance": {
        "legalEntity": "Diffbot Technologies Corp.",
        "domain": "diffbot.com",
        "domainRegistered": "2004-08-14",
        "endpointOnVendorDomain": true,
        "terms": "https://www.diffbot.com/company/terms",
        "privacy": "https://www.diffbot.com/company/privacy",
        "statusPage": "https://status.diffbot.com",
        "changelog": "https://www.diffbot.com/changelog",
        "securityTxt": "none",
        "checked": "2026-10-09",
        "notes": [
          "The Terms of Use name Diffbot Technologies Corp. as operator and cover both the Site and the Service, defined as the service that converts a web page into entities and facts. They are the only terms the site links, carry no date, and are the document that governs the API.",
          "The privacy policy was last updated on 29 August 2025, covers visitors, subscribers and people in the index, and gives the address 333 Ravenswood Ave, Menlo Park, CA 94025.",
          "www.diffbot.com/.well-known/security.txt returned 404. No security or trust page is linked from the home page or footer.",
          "The Extract APIs answer at api.diffbot.com, the Knowledge Graph at kg.diffbot.com, Natural Language at nl.diffbot.com and Web Search at llm.diffbot.com, per the docs and the official client's defaults.",
          "RDAP at Verisign gives a registration date of 2004-08-14 for diffbot.com.",
          "robots.txt on www.diffbot.com allows every path. status.diffbot.com disallows only Alexabot."
        ],
        "score": 87
      },
      "pageJsonUrl": "https://www.anchorterminal.com/tools/diffbot.json",
      "live": {
        "slug": "diffbot",
        "probe": {
          "target": "https://api.diffbot.com/v3",
          "method": "get",
          "lastAt": "2026-11-20T21:48:40.639409541Z",
          "lastOk": true,
          "lastStatus": 401,
          "lastMs": 488,
          "lastNote": "asks for credentials",
          "authRequired": true,
          "uptime24h": 100,
          "uptime30d": 99.99,
          "p50ms24h": 450,
          "p95ms24h": 593,
          "samples24h": 242,
          "samples30d": 7801,
          "days": [
            {
              "date": "2026-10-20",
              "probes": 252,
              "ok": 252
            },
            {
              "date": "2026-10-21",
              "probes": 253,
              "ok": 253
            },
            {
              "date": "2026-10-22",
              "probes": 253,
              "ok": 253
            },
            {
              "date": "2026-10-23",
              "probes": 248,
              "ok": 248
            },
            {
              "date": "2026-10-24",
              "probes": 251,
              "ok": 251
            },
            {
              "date": "2026-10-25",
              "probes": 250,
              "ok": 250
            },
            {
              "date": "2026-10-26",
              "probes": 252,
              "ok": 252
            },
            {
              "date": "2026-10-27",
              "probes": 249,
              "ok": 249
            },
            {
              "date": "2026-10-28",
              "probes": 251,
              "ok": 251
            },
            {
              "date": "2026-10-29",
              "probes": 248,
              "ok": 248
            },
            {
              "date": "2026-10-30",
              "probes": 249,
              "ok": 249
            },
            {
              "date": "2026-10-31",
              "probes": 251,
              "ok": 251
            },
            {
              "date": "2026-11-01",
              "probes": 249,
              "ok": 249
            },
            {
              "date": "2026-11-02",
              "probes": 250,
              "ok": 250
            },
            {
              "date": "2026-11-03",
              "probes": 248,
              "ok": 248
            },
            {
              "date": "2026-11-04",
              "probes": 246,
              "ok": 246
            },
            {
              "date": "2026-11-05",
              "probes": 185,
              "ok": 185
            },
            {
              "date": "2026-11-06",
              "probes": 241,
              "ok": 241
            },
            {
              "date": "2026-11-07",
              "probes": 243,
              "ok": 242
            },
            {
              "date": "2026-11-08",
              "probes": 243,
              "ok": 243
            },
            {
              "date": "2026-11-09",
              "probes": 243,
              "ok": 243
            },
            {
              "date": "2026-11-10",
              "probes": 244,
              "ok": 244
            },
            {
              "date": "2026-11-11",
              "probes": 244,
              "ok": 244
            },
            {
              "date": "2026-11-12",
              "probes": 245,
              "ok": 245
            },
            {
              "date": "2026-11-13",
              "probes": 238,
              "ok": 238
            },
            {
              "date": "2026-11-14",
              "probes": 244,
              "ok": 244
            },
            {
              "date": "2026-11-15",
              "probes": 243,
              "ok": 243
            },
            {
              "date": "2026-11-16",
              "probes": 243,
              "ok": 243
            },
            {
              "date": "2026-11-17",
              "probes": 242,
              "ok": 242
            },
            {
              "date": "2026-11-18",
              "probes": 240,
              "ok": 240
            },
            {
              "date": "2026-11-19",
              "probes": 243,
              "ok": 243
            },
            {
              "date": "2026-11-20",
              "probes": 220,
              "ok": 220
            }
          ],
          "since": "2026-10-09T00:00:00Z"
        },
        "vendorStatus": {
          "page": "https://status.diffbot.com",
          "indicator": "unknown",
          "summary": "no machine-readable status found",
          "checkedAt": "2026-11-20T16:12:44.669398821Z"
        },
        "versions": [
          {
            "registry": "github",
            "name": "diffbot/diffbot-python",
            "version": "v3.4.1",
            "released": "2026-11-18",
            "seenAt": "2026-11-20T20:27:03.839718561Z"
          },
          {
            "registry": "npm",
            "name": "@diffbot/typescript",
            "version": "0.6.0",
            "seenAt": "2026-11-20T20:27:03.394609365Z"
          },
          {
            "registry": "pypi",
            "name": "diffbot",
            "version": "3.4.1",
            "released": "2026-11-18",
            "seenAt": "2026-11-20T20:27:03.154177569Z"
          }
        ],
        "githubStars": 127,
        "npmWeekly": 706,
        "pypiWeekly": 554,
        "securityTxt": {
          "url": "https://diffbot.com/.well-known/security.txt",
          "state": "none",
          "checkedAt": "2026-11-20T16:35:51.770257276Z"
        },
        "llmsTxt": {
          "url": "https://www.diffbot.com/llms.txt",
          "ok": true,
          "status": 200,
          "checkedAt": "2026-11-20T16:22:21.550229269Z"
        },
        "domain": {
          "domain": "diffbot.com",
          "registered": "2004-08-14",
          "source": "https://rdap.verisign.com/com/v1/domain/diffbot.com",
          "checkedAt": "2026-11-15T15:24:17.06706282Z"
        },
        "pages": [
          {
            "url": "https://www.diffbot.com/changelog",
            "kind": "changelog",
            "status": 304,
            "checkedAt": "2026-11-19T22:43:16.528869077Z",
            "changedAt": "2026-10-30T05:54:43.227180558Z",
            "fingerprint": "aafbed2345a0"
          },
          {
            "url": "https://www.diffbot.com/pricing",
            "kind": "pricing",
            "status": 304,
            "checkedAt": "2026-11-19T22:43:22.687126416Z",
            "changedAt": "2026-11-11T17:18:39.586633351Z",
            "fingerprint": "34dac353b2fd"
          },
          {
            "url": "https://www.diffbot.com/company/privacy",
            "kind": "privacy",
            "status": 304,
            "checkedAt": "2026-11-19T22:43:18.66521199Z",
            "changedAt": "2026-10-17T23:15:07.243669117Z",
            "fingerprint": "53b83d48cccd"
          },
          {
            "url": "https://www.diffbot.com/company/terms",
            "kind": "terms",
            "status": 304,
            "checkedAt": "2026-11-19T22:43:21.05403034Z",
            "changedAt": "0001-01-01T00:00:00Z",
            "fingerprint": "a76686da1f94"
          }
        ],
        "github": {
          "repo": "diffbot/diffbot-python",
          "checkedAt": "2026-11-16T11:56:27.052775269Z",
          "stars": 127,
          "archived": false,
          "issuesEnabled": true,
          "pushedAt": "2026-10-29T23:08:37Z",
          "openIssues": 0,
          "openPRs": 0,
          "issuesOpened90d": 0,
          "issuesClosed90d": 0,
          "prsMerged90d": 0,
          "ci": {
            "branch": "main",
            "runs": 20,
            "success": 20,
            "failure": 0,
            "other": 0,
            "latest": "success",
            "latestAt": "2026-10-29T23:07:32Z"
          }
        },
        "updatedAt": "2026-11-20T21:48:40.639409541Z"
      },
      "streak": {
        "days": 42,
        "from": "2026-10-09",
        "sinceWatching": true,
        "best": 42
      }
    },
    "answer": "Diffbot scores 58.6 (C) on agent readiness against XCrawl's 30.4 (F), and leads in every scored category.",
    "b": {
      "slug": "xcrawl",
      "name": "XCrawl",
      "vendor": "XCrawl",
      "vendorUrl": "https://www.xcrawl.com/",
      "company": "xcrawl.com",
      "kind": "http-api",
      "category": "web-scrapers",
      "summary": "XCrawl is a hosted web scraping API from Xcrawl LLC with scrape, search, map, crawl and site-specific data endpoints that return Markdown, HTML, JSON or screenshots, through REST, Python and Node.js SDKs and a hosted MCP server.",
      "url": "https://www.anchorterminal.com/tools/xcrawl",
      "markdownUrl": "https://www.anchorterminal.com/tools/xcrawl.md",
      "slimMarkdownUrl": "https://www.anchorterminal.com/tools/xcrawl.min.md",
      "cardUrl": "https://www.anchorterminal.com/tools/xcrawl.card.md",
      "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/xcrawl.json",
      "dns": "xcrawl.grade.anchorterminal.com",
      "repo": "https://github.com/xcrawl-api/xcrawl-sdk",
      "transports": [
        "streamable-http",
        "stdio"
      ],
      "remoteUrl": "https://mcp.xcrawl.com/{YOUR_API_KEY}/mcp",
      "packages": [
        {
          "registry": "pypi",
          "name": "xcrawl"
        },
        {
          "registry": "npm",
          "name": "@xcrawl/xcrawl"
        },
        {
          "registry": "npm",
          "name": "xcrawl-mcp"
        }
      ],
      "auth": "api-key",
      "authNotes": "Bearer API key (`Authorization: Bearer \u003capi_key\u003e`) from the dashboard at dash.xcrawl.com after a browser signup. No scopes, expiry or rotation documented. The MCP guide says to reissue an invalid key in the dashboard. The hosted MCP server takes the key in the URL path (`https://mcp.xcrawl.com/{YOUR_API_KEY}/mcp`), which the docs give as the recommended setup.",
      "pricing": "freemium",
      "pricingNotes": "1,000 free credits on signup with no card, per the home page, pricing page FAQ and the skills repository. Paid plans are monthly or yearly subscriptions, with Scale plans through sales, but the plan prices and credit table did not appear in the served pricing page (unchecked). Doc examples show a plain scrape at 1 credit and a search at 2.",
      "priceSummary": "Freemium",
      "where": "both",
      "x402": {
        "level": "no",
        "evidence": "No x402, MPP or L402 in the docs, the pricing page, the SDKs or the skills repository (checked 2026-11-20). Accounts are made and paid for in the dashboard.",
        "endpoints": []
      },
      "toolCount": 7,
      "popularity": {
        "githubStars": null,
        "npmWeekly": null,
        "pypiWeekly": null,
        "asOf": "2026-11-20"
      },
      "docsUrl": "https://docs.xcrawl.com/",
      "capabilities": [
        "web.scrape",
        "web.extract",
        "web.crawl",
        "scraping.proxies",
        "scraping.js-render",
        "scraping.anti-bot",
        "web.search",
        "search.serp"
      ],
      "tags": [
        "hosted",
        "freemium",
        "no-card",
        "free-tier",
        "mcp",
        "remote-mcp",
        "proxies",
        "python",
        "typescript"
      ],
      "lastRelease": "2026-04-13",
      "graded": true,
      "anchor": {
        "graded": true,
        "score": 30.4,
        "grade": "F",
        "agentReady": false,
        "rank": 1463,
        "ranked": true,
        "rankOf": 1563,
        "categoryRank": 35,
        "methodology": "1.0",
        "run": "2026-10-01",
        "scores": {
          "ergonomics": 59,
          "maintenance": 17,
          "payments": 30,
          "reliability": 15,
          "schema": 35,
          "security": 18,
          "transparency": 43
        },
        "assessment": {
          "confidence": "low",
          "date": "2026-11-20"
        },
        "negative": 0,
        "warnings": [
          {
            "kind": "operator-unidentified",
            "name": "Operator not identified",
            "text": "XCrawl's home page footer and terms name Xcrawl LLC, with no state of registration, registration number or address. Wyoming's business search needs a form our reader can't submit, a trademark directory naming a Sheridan, Wyoming address closed itself to our reader, and no register entry was found.",
            "deduct": 0,
            "capGrade": "B",
            "since": "2026-11-20",
            "sources": [
              "https://www.xcrawl.com/",
              "https://www.xcrawl.com/terms-of-service/",
              "https://www.xcrawl.com/privacy-policy/",
              "https://wyobiz.wyo.gov/Business/FilingSearch.aspx"
            ]
          }
        ],
        "verdict": "A scrape, search, map and crawl API with 7 MCP tools, MIT Python and Node.js SDKs and 1,000 free credits without a card. Xcrawl LLC gives no address or registration. There is no OpenAPI spec, status page, rate limit, error reference or changelog, plan prices did not render for us, and the hosted MCP key travels in the URL.",
        "bestFor": "A general scrape, crawl, map and SERP API for agents, with 35 site-specific data endpoints.",
        "strengths": [
          "1,000 free credits on signup with no card, per the home page and pricing FAQ",
          "Seven MCP tools covering scrape, search, map, crawl, key balance and job status, hosted or through `npx xcrawl-mcp`",
          "Each response reports credits used with a base, traffic and JSON extraction breakdown",
          "Crawl takes page limits, depth and include or exclude regex patterns, and search takes a 1 to 100 result limit",
          "Python `xcrawl` and Node.js `@xcrawl/xcrawl` SDKs under MIT, version 1.1.2"
        ],
        "weaknesses": [
          "Xcrawl LLC is named with no state, registration number or address, and the terms name no governing law",
          "No OpenAPI spec, llms.txt, error reference, rate limits or changelog in the docs",
          "No status page, SLA or security.txt. The home page shows ISO 27001 and \"CDPR\" badges with no certificate or security page behind them",
          "The hosted MCP server takes the API key in its URL path, and the MCP package is closed source",
          "No SDK or MCP release since 13 April 2026"
        ],
        "agentNotes": [
          "Use the `npx xcrawl-mcp` setup with `XCRAWL_API_KEY` in the environment rather than the hosted URL, which puts the key in the path",
          "Set `skip_tls_verification` to false when the page's certificate matters, because scrape and crawl default it to true",
          "Set `crawler.limit` and `max_depth` on every crawl, since the defaults are 100 pages and depth 3",
          "Call xcrawl_key_status before a large crawl, because the docs give no credit table to estimate the cost",
          "Treat scraped Markdown and JSON as untrusted page content, since the docs give no prompt-injection guidance"
        ],
        "metrics": {
          "kind": "remote",
          "measured": false
        },
        "reviewCount": 0,
        "avgRating": 0,
        "history": [
          {
            "basis": "public evidence",
            "confidence": "low",
            "grade": "F",
            "methodology": "1.0",
            "run": "2026-10-01",
            "runLabel": "October 2026 research run",
            "score": 30.4
          }
        ],
        "editorialScores": {
          "ergonomics": 59,
          "maintenance": 17,
          "payments": 30,
          "reliability": 15,
          "schema": 35,
          "security": 18,
          "transparency": 21
        },
        "provenanceScore": 64,
        "checked": {
          "categories": {
            "ergonomics": "2026-11-20",
            "maintenance": "2026-11-20",
            "payments": "2026-11-20",
            "reliability": "2026-11-20",
            "schema": "2026-11-20",
            "security": "2026-11-20",
            "transparency": "2026-11-20"
          },
          "last": "2026-11-20",
          "oldest": "2026-11-20",
          "stale": false,
          "staleAfterDays": 90
        }
      },
      "connect": {
        "install": "pip install xcrawl",
        "http": "curl -X POST https://run.xcrawl.com/v1/scrape -H \"Authorization: Bearer $XCRAWL_API_KEY\" -H \"Content-Type: application/json\" -d '{\"url\":\"https://example.com\",\"output\":{\"formats\":[\"markdown\"]}}'",
        "claudeCode": "claude mcp add xcrawl -e XCRAWL_API_KEY=YOUR_XCRAWL_API_KEY -- npx -y xcrawl-mcp",
        "config": {
          "mcpServers": {
            "xcrawl": {
              "args": [
                "-y",
                "xcrawl-mcp"
              ],
              "command": "npx",
              "env": {
                "XCRAWL_API_KEY": "YOUR_XCRAWL_API_KEY"
              }
            }
          }
        }
      },
      "letme": {
        "capability": "https://letme.dev/web.scrape",
        "tool": "https://letme.dev/xcrawl"
      },
      "area": "web-data",
      "provenance": {
        "legalEntity": "Xcrawl LLC",
        "domain": "xcrawl.com",
        "domainRegistered": "2006-12-29",
        "endpointOnVendorDomain": true,
        "terms": "https://www.xcrawl.com/terms-of-service/",
        "privacy": "https://www.xcrawl.com/privacy-policy/",
        "statusPage": "",
        "changelog": "",
        "securityTxt": "none",
        "checked": "2026-11-20",
        "notes": [
          "www.xcrawl.com/robots.txt allows all agents except /api/. docs.xcrawl.com/robots.txt allows all. mcp.xcrawl.com/robots.txt asked for a sign-in, so nothing was sent to the MCP host. www.xcrawl.ai/robots.txt disallows ClaudeBot, anthropic-ai and Claude-Web and carries `Content-Signal: search=yes,ai-train=no,use=reference`.",
          "RDAP gives xcrawl.com a registration date of 29 December 2006, last changed 14 July 2026. The SDKs and MCP package date from 12 February 2026.",
          "The terms carry no effective date or governing law and mention arbitration and class action clauses without their text. The refund policy is effective 14 November 2025 and allows one refund within 7 days of a first purchase.",
          "The terms say some services need a compliance review that may include know-your-customer checks and a video call, and forbid crawling financial, banking or cryptocurrency exchange sites.",
          "/.well-known/security.txt returns 404. No status page or changelog found."
        ],
        "score": 64
      },
      "pageJsonUrl": "https://www.anchorterminal.com/tools/xcrawl.json",
      "live": {
        "slug": "xcrawl",
        "versions": [
          {
            "registry": "npm",
            "name": "@xcrawl/xcrawl",
            "version": "1.1.2",
            "seenAt": "2026-11-20T21:26:27.199324752Z"
          },
          {
            "registry": "npm",
            "name": "xcrawl-mcp",
            "version": "1.0.6",
            "seenAt": "2026-11-20T21:26:27.640797999Z"
          },
          {
            "registry": "pypi",
            "name": "xcrawl",
            "version": "1.1.2",
            "released": "2026-04-13",
            "seenAt": "2026-11-20T21:26:27.01532389Z"
          }
        ],
        "githubStars": 2,
        "npmWeekly": 8,
        "pypiWeekly": 123,
        "securityTxt": {
          "url": "https://xcrawl.com/.well-known/security.txt",
          "state": "none",
          "checkedAt": "2026-11-20T16:36:09.372956779Z"
        },
        "updatedAt": "2026-11-20T21:26:29.494850121Z"
      }
    },
    "edges": [
      {
        "by": 60,
        "category": "maintenance",
        "leads": "diffbot",
        "name": "Maintenance \u0026 community",
        "reasons": {
          "a": "Every dated source of the vendor's own was looked for in its GitHub repositories, since its site wasn't re-read. The official Python client, `diffbot` in the listing's packages, was tagged v3.1.0 on 29 October 2026, adding a Web Search `snippet_length` option, and the agent skills were tagged v1.2.0 the same day with rewritten skill content, 6 days before this check (30; was 10 on the API changelog's 15 June 2026 entry, which is per the 9 October check, not re-read on 4 November). In the 90 days from 6 August, the skills were tagged v1.1.0 (12 August, five new skills), v1.1.1 (13 August, a plugin marketplace manifest, counted half) and v1.2.0, and the Python client v3.0.0 (28 September) and v3.1.0, counted half as SDK tags, 3.5 in all (20). A public changelog with RSS and a support address exist. GitHub issues were not read (8 of 15 for a closed service). Python and TypeScript clients exist, but the docs named the packages `diffbot-python` and `diffbot-typescript` on 9 October while the repositories publish `diffbot` and `@diffbot/typescript`, and the TypeScript repository has no tag and no commit since 17 August 2026 (12 of 15). The Python repository tests on Python 3.9 to 3.13. We did not see CI results (7 of 10). 30 + 20 + 8 + 12 + 7 = 77.",
          "b": "The newest dated releases are the Python SDK 1.1.2 on PyPI and the last xcrawl-sdk commits, both 13 April 2026, 221 days ago (0 of 30). Nothing dated in the 90 days from 22 August 2026 (0 of 20). We couldn't read GitHub issues. There is no public changelog, and support is by email, Telegram, WhatsApp and Microsoft Teams, with a 24-hour reply promised in the footer (5 of 15). Official Python and Node.js SDKs, unchanged for seven months (10 of 15). The SDK repository has 3 commits, no tests and no CI. Dependencies are current (2 of 10). Total 17."
        },
        "scores": {
          "a": 77,
          "b": 17
        }
      },
      {
        "by": 48,
        "category": "schema",
        "leads": "diffbot",
        "name": "Schema \u0026 documentation",
        "reasons": {
          "a": "The Extract APIs have a public OpenAPI 3.1.0 file, version 1.1.0, with 13 operations, and the reference pages are generated from it. We read that file and one rendered page. The descriptions for Crawl, Knowledge Graph and Web Search were not read (25). llms.txt exists but is a short index with no Markdown twins of the docs pages found (5 of 10). The Analyze API page has sections on when to use it and when not to (17 of 20). Parameters are typed, `url` is the one required field and the file has 15 enums, but `fields` is a comma-separated string and the file defines no shared response schemas (10 of 15). The file carries 24 examples. It documents only 200 and 500, with separate docs pages for 401, 404, 429 and 457 (11 of 15). The path is versioned `/v3` and a dated changelog with RSS runs from 2015 to 15 June 2026 (15). All per the 9 October check, not re-read on 4 November (terms bar automated access to the site). 25 + 5 + 17 + 10 + 11 + 15 = 83.",
          "b": "No OpenAPI or other machine-readable spec found, and the MCP package is closed source, so its tool schemas couldn't be read (0 of 25). llms.txt returns 404. The docs have \"Copy page\" buttons, and the xcrawl-skills repository has Markdown skill files for agents (5 of 10). Each API reference page states what the endpoint does, with no guidance on when not to use it (8 of 20). Parameter tables give types, required flags, defaults and enums for formats, device and wait_until. cookies and headers are free maps (11 of 15). Request and response examples on every reference page, but no error responses or codes documented outside the MCP troubleshooting table (6 of 15). Versioned /v1 paths and no changelog (5 of 15). Total 35."
        },
        "scores": {
          "a": 83,
          "b": 35
        }
      },
      {
        "by": 40,
        "category": "reliability",
        "leads": "diffbot",
        "name": "Reliability",
        "reasons": {
          "a": "Graded as a hosted API. status.diffbot.com is a Pingdom public report with 13 checks, among them Analyze API, Article API, Crawlbot and Websearch, with daily uptime for seven days and no incident notes (15 of 20). No 90-day record can be read. In the week to 9 October 2026 Analyze API shows 99.69 per cent, with 2, 11 and 17 minutes down on 4, 5 and 6 October, and Article API 5, 9 and 2 minutes on 5 to 7 October (5 of 30, the line for no readable history). Rate limits are published per plan, 5 calls a minute on Free, 5 a second on Startup and 25 a second on Plus (15). The 429 page says to pause one second and back off. No `Retry-After` header is documented, though the official client reads one (10 of 15). No SLA was found (0). The Extract APIs are at `/v3` with no beta label (10). All per the 9 October check, not re-read on 4 November: Diffbot's terms bar software that scrapes or crawls the Site or Service, so its site and status report weren't fetched. 15 + 5 + 15 + 10 + 0 + 10 = 55.",
          "b": "No status page found on xcrawl.com or docs.xcrawl.com (0 of 20) and no readable incident history (5 of 30). No rate limits with numbers. The pricing page says only that Scale plans get higher rate limits (0 of 15). No 429 or overload guidance in the docs. The Python SDK retries 500, 502, 503 and 504 with backoff, but not 429 (0 of 15). The terms mention a Service Level Agreement \"if applicable\", and none is published (0 of 10). The API is sold publicly with no beta label (10). Total 15."
        },
        "scores": {
          "a": 55,
          "b": 15
        }
      },
      {
        "by": 30,
        "category": "payments",
        "leads": "diffbot",
        "name": "Payments \u0026 pricing",
        "reasons": {
          "a": "No x402, MPP or L402 was found (0 of 40). Plan prices, the credit cost of each action and overage per credit are public without a login (20). The Free plan has 10,000 credits a month and needs no card (20). A person signs up in a browser at app.diffbot.com to get a token (0). Pricing per the 9 October check, not re-read on 4 November. 0 + 20 + 20 + 0 = 40. Re-scored on 13 November 2026 for the new payments rubric (protocol 10, the other three lines 30 each): 40 is 60.",
          "b": "No x402, MPP or L402 (0). The pricing page's plan table and credit table did not appear in the served page, and the docs give credit costs only in examples (1 for a plain scrape, 2 for a search), so pricing is scored absent (0 of 30, unchecked). 1,000 free credits on signup with no card (30). A person signs up in a browser at dash.xcrawl.com to get a key (0). Total 30."
        },
        "scores": {
          "a": 60,
          "b": 30
        }
      },
      {
        "by": 25,
        "category": "transparency",
        "leads": "diffbot",
        "name": "Transparency \u0026 trust",
        "reasons": {
          "a": "A closed service under undated Terms of Use that cover the Site and the Service, cap liability at $10 and grant Diffbot a perpetual licence to process submitted queries. The clients and skills are MIT (13 of 30). The privacy policy of 29 August 2025 says query history and API calls are stored against the API key and kept no longer than necessary, with no retention period given. The GDPR and data rights page was not read (14 of 30). There is no deprecation policy. The changelog carries dated notices, such as a May 2024 entry announcing a field removal for 30 August 2024, and the terms give 14 days' notice of fee changes (8 of 20). The privacy policy names its service providers one by one, among them AWS, Stripe, Intercom, Salesforce, Slack and Amplitude, and says all are in the United States (14 of 20). All per the 9 October check, not re-read on 4 November. 13 + 14 + 8 + 14 = 49.",
          "b": "A closed service. The SDKs are MIT, and the MCP package is UNLICENSED with no repository. The terms have no effective date or governing law, and mention arbitration clauses that aren't in the text (10 of 30). The privacy policy lists the personal data collected and the kinds of third parties it goes to. It gives no retention periods and says nothing on scraped content. The terms mention a Data Protection Addendum that isn't linked (8 of 30). No deprecation policy or dated notices (0 of 20). Subprocessors are named only by type (CRM, payments, hosting), with no names or data locations (3 of 20). Total 21."
        },
        "scores": {
          "a": 68,
          "b": 43
        }
      }
    ],
    "facts": [
      {
        "a": "HTTP API",
        "b": "HTTP API",
        "name": "Kind"
      },
      {
        "a": "Diffbot Technologies Corp.",
        "b": "XCrawl",
        "name": "Vendor"
      },
      {
        "a": "https://api.diffbot.com/v3",
        "b": "https://mcp.xcrawl.com/{YOUR_API_KEY}/mcp",
        "name": "Hosted endpoint"
      },
      {
        "a": "HTTP",
        "b": "Streamable HTTP, stdio",
        "name": "Transports"
      },
      {
        "a": "API key",
        "b": "API key",
        "name": "Auth"
      },
      {
        "a": "Freemium",
        "b": "Freemium",
        "name": "Pricing"
      },
      {
        "a": "$0.90 per 1,000 pages",
        "b": "not published",
        "name": "Price for extraction"
      },
      {
        "a": "no",
        "b": "no",
        "name": "x402"
      },
      {
        "a": "Proprietary service under Diffbot's Terms of Use. The Python client, the TypeScript client and the agent skills are MIT",
        "b": "none",
        "name": "Licence"
      },
      {
        "a": "none",
        "b": "7",
        "name": "Tools exposed"
      },
      {
        "a": "no",
        "b": "no",
        "name": "Read-only variant documented"
      },
      {
        "a": "yes",
        "b": "no",
        "name": "llms.txt"
      },
      {
        "a": "2026-10-29",
        "b": "2026-04-13",
        "name": "Last release"
      },
      {
        "a": "no date given",
        "b": "no date given",
        "name": "Terms last updated"
      },
      {
        "a": "2025-08-29",
        "b": "no date given",
        "name": "Privacy policy last updated"
      },
      {
        "a": "not found in the text",
        "b": "not found in the text",
        "name": "Customer content may train models"
      },
      {
        "a": "yes",
        "b": "not found in the text",
        "name": "Terms restrict automated access"
      },
      {
        "a": "not found in the text",
        "b": "not found in the text",
        "name": "Terms restrict benchmarking"
      },
      {
        "a": "not found in the text",
        "b": "yes",
        "name": "Terms or service can change without notice"
      },
      {
        "a": "yes",
        "b": "not found in the text",
        "name": "Arbitration or class-action waiver"
      },
      {
        "a": "9 npm/wk",
        "b": "none",
        "name": "Popularity"
      }
    ],
    "faq": [
      {
        "answer": "Diffbot scores 58.6 (C) on agent readiness against XCrawl's 30.4 (F), and leads in every scored category.",
        "question": "Which is better for AI agents, Diffbot or XCrawl?"
      },
      {
        "answer": "Both need an API key.",
        "question": "Do Diffbot and XCrawl need an API key?"
      },
      {
        "answer": "Yes. Diffbot has a hosted endpoint at https://api.diffbot.com/v3 and XCrawl at https://mcp.xcrawl.com/{YOUR_API_KEY}/mcp.",
        "question": "Can an agent call Diffbot and XCrawl without installing anything?"
      }
    ],
    "goodFor": [
      {
        "aheadOn": [
          "Reliability, 55 against 15",
          "Schema \u0026 documentation, 83 against 35",
          "Payments \u0026 pricing, 60 against 30",
          "Maintenance \u0026 community, 77 against 17",
          "Transparency \u0026 trust, 68 against 43"
        ],
        "also": null,
        "goodFor": "Agents that want typed article, product or discussion data from arbitrary pages without writing selectors, and teams that also want the Knowledge Graph.",
        "slug": "diffbot",
        "watchFor": "The token is sent as the `token` query parameter on Extract and Knowledge Graph calls. It is the only scheme in the OpenAPI file"
      },
      {
        "aheadOn": null,
        "also": [
          "Runs on your own machine"
        ],
        "goodFor": "A general scrape, crawl, map and SERP API for agents, with 35 site-specific data endpoints.",
        "slug": "xcrawl",
        "watchFor": "Xcrawl LLC is named with no state, registration number or address, and the terms name no governing law"
      }
    ],
    "history": {
      "diffbot": [
        {
          "causes": [
            "method"
          ],
          "date": "2026-11-13",
          "delta": 2.5,
          "from": 56.1,
          "fromGrade": "C",
          "to": 58.6,
          "toGrade": "C"
        },
        {
          "causes": [
            "product"
          ],
          "date": "2026-11-04",
          "delta": 1.8,
          "from": 54.3,
          "fromGrade": "C",
          "to": 56.1,
          "toGrade": "C"
        }
      ],
      "xcrawl": null
    },
    "job": {
      "capability": "web.extract",
      "name": "Extraction"
    },
    "others": [
      {
        "json": "https://www.anchorterminal.com/compare/bright-data-vs-diffbot.json",
        "title": "Bright Data vs Diffbot",
        "url": "https://www.anchorterminal.com/compare/bright-data-vs-diffbot"
      },
      {
        "json": "https://www.anchorterminal.com/compare/bright-data-vs-xcrawl.json",
        "title": "Bright Data vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/bright-data-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/browseract-vs-diffbot.json",
        "title": "BrowserAct vs Diffbot",
        "url": "https://www.anchorterminal.com/compare/browseract-vs-diffbot"
      },
      {
        "json": "https://www.anchorterminal.com/compare/browseract-vs-xcrawl.json",
        "title": "BrowserAct vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/browseract-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/context-dev-vs-diffbot.json",
        "title": "Context.dev vs Diffbot",
        "url": "https://www.anchorterminal.com/compare/context-dev-vs-diffbot"
      },
      {
        "json": "https://www.anchorterminal.com/compare/context-dev-vs-xcrawl.json",
        "title": "Context.dev vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/context-dev-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/crawl4ai-vs-diffbot.json",
        "title": "Crawl4AI vs Diffbot",
        "url": "https://www.anchorterminal.com/compare/crawl4ai-vs-diffbot"
      },
      {
        "json": "https://www.anchorterminal.com/compare/crawl4ai-vs-xcrawl.json",
        "title": "Crawl4AI vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/crawl4ai-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/crw-vs-diffbot.json",
        "title": "fastCRW vs Diffbot",
        "url": "https://www.anchorterminal.com/compare/crw-vs-diffbot"
      },
      {
        "json": "https://www.anchorterminal.com/compare/crw-vs-xcrawl.json",
        "title": "fastCRW vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/crw-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/decodo-vs-diffbot.json",
        "title": "Decodo Web Data API vs Diffbot",
        "url": "https://www.anchorterminal.com/compare/decodo-vs-diffbot"
      },
      {
        "json": "https://www.anchorterminal.com/compare/decodo-vs-xcrawl.json",
        "title": "Decodo Web Data API vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/decodo-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-jina-reader.json",
        "title": "Diffbot vs Jina Reader",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-jina-reader"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-scrape-do.json",
        "title": "Diffbot vs Scrape.do",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-scrape-do"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-scrapeless.json",
        "title": "Diffbot vs Scrapeless",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-scrapeless"
      },
      {
        "json": "https://www.anchorterminal.com/compare/jina-reader-vs-xcrawl.json",
        "title": "Jina Reader vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/jina-reader-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/microlink-vs-xcrawl.json",
        "title": "Microlink vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/microlink-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/olostep-vs-xcrawl.json",
        "title": "Olostep vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/olostep-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/outcrawl-vs-xcrawl.json",
        "title": "Outcrawl vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/outcrawl-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-xcrawl.json",
        "title": "Oxylabs Web Scraper API vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/scrape-do-vs-xcrawl.json",
        "title": "Scrape.do vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/scrape-do-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/scrapegraphai-vs-xcrawl.json",
        "title": "ScrapeGraphAI vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/scrapegraphai-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/scrapeless-vs-xcrawl.json",
        "title": "Scrapeless vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/scrapeless-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/scraperapi-vs-xcrawl.json",
        "title": "ScraperAPI vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/scraperapi-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/scrapewise-vs-xcrawl.json",
        "title": "Scrapewise vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/scrapewise-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/scrapfly-vs-xcrawl.json",
        "title": "Scrapfly vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/scrapfly-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/scrapingant-vs-xcrawl.json",
        "title": "ScrapingAnt vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/scrapingant-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/scrapingbee-vs-xcrawl.json",
        "title": "ScrapingBee vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/scrapingbee-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/scrapingdog-vs-xcrawl.json",
        "title": "Scrapingdog vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/scrapingdog-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/scrapling-vs-xcrawl.json",
        "title": "Scrapling vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/scrapling-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/spider-cloud-vs-xcrawl.json",
        "title": "Spider vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/spider-cloud-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/webscraping-ai-vs-xcrawl.json",
        "title": "WebScraping.AI vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/webscraping-ai-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/xcrawl-vs-zenrows.json",
        "title": "XCrawl vs ZenRows",
        "url": "https://www.anchorterminal.com/compare/xcrawl-vs-zenrows"
      },
      {
        "json": "https://www.anchorterminal.com/compare/xcrawl-vs-zyte.json",
        "title": "XCrawl vs Zyte API",
        "url": "https://www.anchorterminal.com/compare/xcrawl-vs-zyte"
      },
      {
        "json": "https://www.anchorterminal.com/compare/firecrawl-mcp-vs-xcrawl.json",
        "title": "Firecrawl MCP vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/firecrawl-mcp-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-firecrawl-mcp.json",
        "title": "Diffbot vs Firecrawl MCP",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-firecrawl-mcp"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-jevcrawl.json",
        "title": "Diffbot vs jevcrawl",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-jevcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-microlink.json",
        "title": "Diffbot vs Microlink",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-microlink"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-nexscope.json",
        "title": "Diffbot vs Nexscope",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-nexscope"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-olostep.json",
        "title": "Diffbot vs Olostep",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-olostep"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-outcrawl.json",
        "title": "Diffbot vs Outcrawl",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-outcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-oxylabs-web-scraper.json",
        "title": "Diffbot vs Oxylabs Web Scraper API",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-oxylabs-web-scraper"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-printfriendly-mcp.json",
        "title": "Diffbot vs PrintFriendly MCP server",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-printfriendly-mcp"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-qovia.json",
        "title": "Diffbot vs Qovia",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-qovia"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-scrapeatlas.json",
        "title": "Diffbot vs ScrapeAtlas",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-scrapeatlas"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-scrapegraphai.json",
        "title": "Diffbot vs ScrapeGraphAI",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-scrapegraphai"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-scrapeops.json",
        "title": "Diffbot vs ScrapeOps Proxy API Aggregator",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-scrapeops"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-scraperapi.json",
        "title": "Diffbot vs ScraperAPI",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-scraperapi"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-scrapewise.json",
        "title": "Diffbot vs Scrapewise",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-scrapewise"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-scrapfly.json",
        "title": "Diffbot vs Scrapfly",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-scrapfly"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-scrapingant.json",
        "title": "Diffbot vs ScrapingAnt",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-scrapingant"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-scrapingbee.json",
        "title": "Diffbot vs ScrapingBee",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-scrapingbee"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-scrapingdog.json",
        "title": "Diffbot vs Scrapingdog",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-scrapingdog"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-scrapling.json",
        "title": "Diffbot vs Scrapling",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-scrapling"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-soldfetch.json",
        "title": "Diffbot vs SoldFetch",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-soldfetch"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-spider-cloud.json",
        "title": "Diffbot vs Spider",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-spider-cloud"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-webscraping-ai.json",
        "title": "Diffbot vs WebScraping.AI",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-webscraping-ai"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-zenrows.json",
        "title": "Diffbot vs ZenRows",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-zenrows"
      },
      {
        "json": "https://www.anchorterminal.com/compare/diffbot-vs-zyte.json",
        "title": "Diffbot vs Zyte API",
        "url": "https://www.anchorterminal.com/compare/diffbot-vs-zyte"
      },
      {
        "json": "https://www.anchorterminal.com/compare/nexscope-vs-xcrawl.json",
        "title": "Nexscope vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/nexscope-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/qovia-vs-xcrawl.json",
        "title": "Qovia vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/qovia-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/scrapeatlas-vs-xcrawl.json",
        "title": "ScrapeAtlas vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/scrapeatlas-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/soldfetch-vs-xcrawl.json",
        "title": "SoldFetch vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/soldfetch-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/apify-mcp-vs-diffbot.json",
        "title": "Apify MCP Server vs Diffbot",
        "url": "https://www.anchorterminal.com/compare/apify-mcp-vs-diffbot"
      },
      {
        "json": "https://www.anchorterminal.com/compare/apify-mcp-vs-xcrawl.json",
        "title": "Apify MCP Server vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/apify-mcp-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-xcrawl.json",
        "title": "jevcrawl vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-xcrawl"
      },
      {
        "json": "https://www.anchorterminal.com/compare/scrapeops-vs-xcrawl.json",
        "title": "ScrapeOps Proxy API Aggregator vs XCrawl",
        "url": "https://www.anchorterminal.com/compare/scrapeops-vs-xcrawl"
      }
    ],
    "panel": null,
    "scores": [
      {
        "by": 40,
        "diffbot": 55,
        "edge": "diffbot",
        "key": "reliability",
        "name": "Reliability",
        "weight": 16,
        "xcrawl": 15
      },
      {
        "key": "performance",
        "name": "Performance",
        "pending": true,
        "weight": 10
      },
      {
        "by": 48,
        "diffbot": 83,
        "edge": "diffbot",
        "key": "schema",
        "name": "Schema \u0026 documentation",
        "weight": 13,
        "xcrawl": 35
      },
      {
        "by": 4,
        "diffbot": 63,
        "edge": "diffbot",
        "key": "ergonomics",
        "name": "Agent ergonomics",
        "weight": 13,
        "xcrawl": 59
      },
      {
        "by": 3,
        "diffbot": 21,
        "edge": "diffbot",
        "key": "security",
        "name": "Security \u0026 auth",
        "weight": 14,
        "xcrawl": 18
      },
      {
        "by": 30,
        "diffbot": 60,
        "edge": "diffbot",
        "key": "payments",
        "name": "Payments \u0026 pricing",
        "weight": 10,
        "xcrawl": 30
      },
      {
        "key": "tasks",
        "name": "Task success",
        "pending": true,
        "weight": 10
      },
      {
        "by": 60,
        "diffbot": 77,
        "edge": "diffbot",
        "key": "maintenance",
        "name": "Maintenance \u0026 community",
        "weight": 7,
        "xcrawl": 17
      },
      {
        "by": 25,
        "diffbot": 68,
        "edge": "diffbot",
        "key": "transparency",
        "name": "Transparency \u0026 trust",
        "weight": 7,
        "xcrawl": 43
      }
    ],
    "summary": "Diffbot scores 58.6 (C) on agent readiness against XCrawl's 30.4 (F), and leads in every scored category. Both do extraction.",
    "tasks": null,
    "tutorials": [],
    "verdicts": {
      "diffbot": "Extract returns typed JSON for articles, products, discussions and other page types with no selectors to write, under a public OpenAPI 3.1 contract and a free plan that needs no card. The API token travels in the URL query string, tokens carry no scopes, and no security page, certification or security.txt was found.",
      "xcrawl": "A scrape, search, map and crawl API with 7 MCP tools, MIT Python and Node.js SDKs and 1,000 free credits without a card. Xcrawl LLC gives no address or registration. There is no OpenAPI spec, status page, rate limit, error reference or changelog, plan prices did not render for us, and the hosted MCP key travels in the URL."
    }
  },
  "kind": "anchor.page",
  "links": {
    "api": "https://www.anchorterminal.com/api/v1/index.json",
    "html": "https://www.anchorterminal.com/compare/diffbot-vs-xcrawl",
    "json": "https://www.anchorterminal.com/compare/diffbot-vs-xcrawl.json",
    "llms": "https://www.anchorterminal.com/llms.txt",
    "markdown": "https://www.anchorterminal.com/compare/diffbot-vs-xcrawl.md",
    "mcp": "https://www.anchorterminal.com/mcp",
    "slim": "https://www.anchorterminal.com/compare/diffbot-vs-xcrawl.min.md"
  },
  "markdown": "Diffbot scores 58.6 (C) on agent readiness against XCrawl's 30.4 (F), and leads in every scored category. Both do extraction.\n\n- Diffbot: grade C, 58.6/100, rank #852 of 1563. Markdown https://www.anchorterminal.com/tools/diffbot.md · JSON https://www.anchorterminal.com/api/v1/tools/diffbot.json\n- XCrawl: grade F, 30.4/100, rank #1463 of 1563. Markdown https://www.anchorterminal.com/tools/xcrawl.md · JSON https://www.anchorterminal.com/api/v1/tools/xcrawl.json\n- Best web scraping and crawling APIs for AI agents: https://www.anchorterminal.com/best/web-scrapers/index.md\n- All 601 scrapers comparisons: https://www.anchorterminal.com/compare/web-scrapers/index.md\n\n## Which one, for what\n\n### Diffbot (C)\n\nGood for: Agents that want typed article, product or discussion data from arbitrary pages without writing selectors, and teams that also want the Knowledge Graph.\n\nAhead on:\n- Reliability, 55 against 15\n- Schema \u0026 documentation, 83 against 35\n- Payments \u0026 pricing, 60 against 30\n- Maintenance \u0026 community, 77 against 17\n- Transparency \u0026 trust, 68 against 43\n\nWatch for: The token is sent as the `token` query parameter on Extract and Knowledge Graph calls. It is the only scheme in the OpenAPI file\n\n### XCrawl (F)\n\nGood for: A general scrape, crawl, map and SERP API for agents, with 35 site-specific data endpoints.\n\nAlso in its favour:\n- Runs on your own machine\n\nWatch for: Xcrawl LLC is named with no state, registration number or address, and the terms name no governing law\n\n\n## Why the edge\n\n### Maintenance \u0026 community: Diffbot +60\n\n- Diffbot (77): Every dated source of the vendor's own was looked for in its GitHub repositories, since its site wasn't re-read. The official Python client, `diffbot` in the listing's packages, was tagged v3.1.0 on 29 October 2026, adding a Web Search `snippet_length` option, and the agent skills were tagged v1.2.0 the same day with rewritten skill content, 6 days before this check (30; was 10 on the API changelog's 15 June 2026 entry, which is per the 9 October check, not re-read on 4 November). In the 90 days from 6 August, the skills were tagged v1.1.0 (12 August, five new skills), v1.1.1 (13 August, a plugin marketplace manifest, counted half) and v1.2.0, and the Python client v3.0.0 (28 September) and v3.1.0, counted half as SDK tags, 3.5 in all (20). A public changelog with RSS and a support address exist. GitHub issues were not read (8 of 15 for a closed service). Python and TypeScript clients exist, but the docs named the packages `diffbot-python` and `diffbot-typescript` on 9 October while the repositories publish `diffbot` and `@diffbot/typescript`, and the TypeScript repository has no tag and no commit since 17 August 2026 (12 of 15). The Python repository tests on Python 3.9 to 3.13. We did not see CI results (7 of 10). 30 + 20 + 8 + 12 + 7 = 77.\n- XCrawl (17): The newest dated releases are the Python SDK 1.1.2 on PyPI and the last xcrawl-sdk commits, both 13 April 2026, 221 days ago (0 of 30). Nothing dated in the 90 days from 22 August 2026 (0 of 20). We couldn't read GitHub issues. There is no public changelog, and support is by email, Telegram, WhatsApp and Microsoft Teams, with a 24-hour reply promised in the footer (5 of 15). Official Python and Node.js SDKs, unchanged for seven months (10 of 15). The SDK repository has 3 commits, no tests and no CI. Dependencies are current (2 of 10). Total 17.\n\n### Schema \u0026 documentation: Diffbot +48\n\n- Diffbot (83): The Extract APIs have a public OpenAPI 3.1.0 file, version 1.1.0, with 13 operations, and the reference pages are generated from it. We read that file and one rendered page. The descriptions for Crawl, Knowledge Graph and Web Search were not read (25). llms.txt exists but is a short index with no Markdown twins of the docs pages found (5 of 10). The Analyze API page has sections on when to use it and when not to (17 of 20). Parameters are typed, `url` is the one required field and the file has 15 enums, but `fields` is a comma-separated string and the file defines no shared response schemas (10 of 15). The file carries 24 examples. It documents only 200 and 500, with separate docs pages for 401, 404, 429 and 457 (11 of 15). The path is versioned `/v3` and a dated changelog with RSS runs from 2015 to 15 June 2026 (15). All per the 9 October check, not re-read on 4 November (terms bar automated access to the site). 25 + 5 + 17 + 10 + 11 + 15 = 83.\n- XCrawl (35): No OpenAPI or other machine-readable spec found, and the MCP package is closed source, so its tool schemas couldn't be read (0 of 25). llms.txt returns 404. The docs have \"Copy page\" buttons, and the xcrawl-skills repository has Markdown skill files for agents (5 of 10). Each API reference page states what the endpoint does, with no guidance on when not to use it (8 of 20). Parameter tables give types, required flags, defaults and enums for formats, device and wait_until. cookies and headers are free maps (11 of 15). Request and response examples on every reference page, but no error responses or codes documented outside the MCP troubleshooting table (6 of 15). Versioned /v1 paths and no changelog (5 of 15). Total 35.\n\n### Reliability: Diffbot +40\n\n- Diffbot (55): Graded as a hosted API. status.diffbot.com is a Pingdom public report with 13 checks, among them Analyze API, Article API, Crawlbot and Websearch, with daily uptime for seven days and no incident notes (15 of 20). No 90-day record can be read. In the week to 9 October 2026 Analyze API shows 99.69 per cent, with 2, 11 and 17 minutes down on 4, 5 and 6 October, and Article API 5, 9 and 2 minutes on 5 to 7 October (5 of 30, the line for no readable history). Rate limits are published per plan, 5 calls a minute on Free, 5 a second on Startup and 25 a second on Plus (15). The 429 page says to pause one second and back off. No `Retry-After` header is documented, though the official client reads one (10 of 15). No SLA was found (0). The Extract APIs are at `/v3` with no beta label (10). All per the 9 October check, not re-read on 4 November: Diffbot's terms bar software that scrapes or crawls the Site or Service, so its site and status report weren't fetched. 15 + 5 + 15 + 10 + 0 + 10 = 55.\n- XCrawl (15): No status page found on xcrawl.com or docs.xcrawl.com (0 of 20) and no readable incident history (5 of 30). No rate limits with numbers. The pricing page says only that Scale plans get higher rate limits (0 of 15). No 429 or overload guidance in the docs. The Python SDK retries 500, 502, 503 and 504 with backoff, but not 429 (0 of 15). The terms mention a Service Level Agreement \"if applicable\", and none is published (0 of 10). The API is sold publicly with no beta label (10). Total 15.\n\n### Payments \u0026 pricing: Diffbot +30\n\n- Diffbot (60): No x402, MPP or L402 was found (0 of 40). Plan prices, the credit cost of each action and overage per credit are public without a login (20). The Free plan has 10,000 credits a month and needs no card (20). A person signs up in a browser at app.diffbot.com to get a token (0). Pricing per the 9 October check, not re-read on 4 November. 0 + 20 + 20 + 0 = 40. Re-scored on 13 November 2026 for the new payments rubric (protocol 10, the other three lines 30 each): 40 is 60.\n- XCrawl (30): No x402, MPP or L402 (0). The pricing page's plan table and credit table did not appear in the served page, and the docs give credit costs only in examples (1 for a plain scrape, 2 for a search), so pricing is scored absent (0 of 30, unchecked). 1,000 free credits on signup with no card (30). A person signs up in a browser at dash.xcrawl.com to get a key (0). Total 30.\n\n### Transparency \u0026 trust: Diffbot +25\n\n- Diffbot (68): A closed service under undated Terms of Use that cover the Site and the Service, cap liability at $10 and grant Diffbot a perpetual licence to process submitted queries. The clients and skills are MIT (13 of 30). The privacy policy of 29 August 2025 says query history and API calls are stored against the API key and kept no longer than necessary, with no retention period given. The GDPR and data rights page was not read (14 of 30). There is no deprecation policy. The changelog carries dated notices, such as a May 2024 entry announcing a field removal for 30 August 2024, and the terms give 14 days' notice of fee changes (8 of 20). The privacy policy names its service providers one by one, among them AWS, Stripe, Intercom, Salesforce, Slack and Amplitude, and says all are in the United States (14 of 20). All per the 9 October check, not re-read on 4 November. 13 + 14 + 8 + 14 = 49.\n- XCrawl (43): A closed service. The SDKs are MIT, and the MCP package is UNLICENSED with no repository. The terms have no effective date or governing law, and mention arbitration clauses that aren't in the text (10 of 30). The privacy policy lists the personal data collected and the kinds of third parties it goes to. It gives no retention periods and says nothing on scraped content. The terms mention a Data Protection Addendum that isn't linked (8 of 30). No deprecation policy or dated notices (0 of 20). Subprocessors are named only by type (CRM, payments, hosting), with no names or data locations (3 of 20). Total 21.\n\n## Score by category\n\n| Category | Weight | Diffbot | XCrawl | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% | 55 | 15 | Diffbot +40 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% | 83 | 35 | Diffbot +48 |\n| Agent ergonomics | 13% | 63 | 59 | Diffbot +4 |\n| Security \u0026 auth | 14% | 21 | 18 | Diffbot +3 |\n| Payments \u0026 pricing | 10% | 60 | 30 | Diffbot +30 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% | 77 | 17 | Diffbot +60 |\n| Transparency \u0026 trust | 7% | 68 | 43 | Diffbot +25 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **58.6 · C** | **30.4 · F** | |\n\n## Facts side by side\n\n| Fact | Diffbot | XCrawl |\n| --- | --- | --- |\n| Kind | HTTP API | HTTP API |\n| Vendor | Diffbot Technologies Corp. | XCrawl |\n| Hosted endpoint | `https://api.diffbot.com/v3` | `https://mcp.xcrawl.com/{YOUR_API_KEY}/mcp` |\n| Transports | HTTP | Streamable HTTP, stdio |\n| Auth | API key | API key |\n| Pricing | Freemium | Freemium |\n| Price for extraction | $0.90 per 1,000 pages | not published |\n| x402 | no | no |\n| Licence | Proprietary service under Diffbot's Terms of Use. The Python client, the TypeScript client and the agent skills are MIT | none |\n| Tools exposed | none | 7 |\n| Read-only variant documented | no | no |\n| llms.txt | yes | no |\n| Last release | 2026-10-29 | 2026-04-13 |\n| Terms last updated | no date given | no date given |\n| Privacy policy last updated | 2025-08-29 | no date given |\n| Customer content may train models | not found in the text | not found in the text |\n| Terms restrict automated access | yes | not found in the text |\n| Terms restrict benchmarking | not found in the text | not found in the text |\n| Terms or service can change without notice | not found in the text | yes |\n| Arbitration or class-action waiver | yes | not found in the text |\n| Popularity | 9 npm/wk | none |\n\n## How the scores have moved\n\n### Diffbot\n\n- +2.5 on 13 November 2026: checklist\n- +1.8 on 4 November 2026: product\n\n### XCrawl\n\nNo score change since it was listed.\n\n## Verdicts\n\n**Diffbot.** Extract returns typed JSON for articles, products, discussions and other page types with no selectors to write, under a public OpenAPI 3.1 contract and a free plan that needs no card. The API token travels in the URL query string, tokens carry no scopes, and no security page, certification or security.txt was found.\n\n**XCrawl.** A scrape, search, map and crawl API with 7 MCP tools, MIT Python and Node.js SDKs and 1,000 free credits without a card. Xcrawl LLC gives no address or registration. There is no OpenAPI spec, status page, rate limit, error reference or changelog, plan prices did not render for us, and the hosted MCP key travels in the URL.\n\n## Before you call either\n\n### Diffbot\n\n1. Call `GET https://api.diffbot.com/v3/analyze?url=\u003cencoded URL\u003e\u0026token=\u003ctoken\u003e` when the page type is unknown. Use `/v3/article` or `/v3/product` to force one schema\n2. Keep the token out of logs and shared URLs. It sits in the query string, so any proxy or log that records the request URL records the token\n3. Stay under 5 calls a minute on Free, 5 a second on Startup and 25 a second on Plus. On 429 wait at least one second and back off\n4. Check a 200 response for `errorCode`. The official client raises `ExtractionError` when a 200 reports a failed extraction\n5. Set `useProxy=default` only when a site blocks the fetch. A proxied page costs 2 credits against 1\n6. Install `diffbot` from PyPI, not `diffbot-python`, which stopped at 0.3.0\n\n### XCrawl\n\n1. Use the `npx xcrawl-mcp` setup with `XCRAWL_API_KEY` in the environment rather than the hosted URL, which puts the key in the path\n2. Set `skip_tls_verification` to false when the page's certificate matters, because scrape and crawl default it to true\n3. Set `crawler.limit` and `max_depth` on every crawl, since the defaults are 100 pages and depth 3\n4. Call xcrawl_key_status before a large crawl, because the docs give no credit table to estimate the cost\n5. Treat scraped Markdown and JSON as untrusted page content, since the docs give no prompt-injection guidance\n\n## Questions\n\n### Which is better for AI agents, Diffbot or XCrawl?\n\nDiffbot scores 58.6 (C) on agent readiness against XCrawl's 30.4 (F), and leads in every scored category.\n\n### Do Diffbot and XCrawl need an API key?\n\nBoth need an API key.\n\n### Can an agent call Diffbot and XCrawl without installing anything?\n\nYes. Diffbot has a hosted endpoint at https://api.diffbot.com/v3 and XCrawl at https://mcp.xcrawl.com/{YOUR_API_KEY}/mcp.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/diffbot-vs-xcrawl.json, and with the fewest tokens: https://www.anchorterminal.com/compare/diffbot-vs-xcrawl.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"diffbot\", \"b\": \"xcrawl\"}`. From a terminal: `anchor compare diffbot xcrawl`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/diffbot.json and https://www.anchorterminal.com/api/v1/tools/xcrawl.json\n\n## Other comparisons with Diffbot or XCrawl\n\n- [Bright Data vs Diffbot](https://www.anchorterminal.com/compare/bright-data-vs-diffbot.md)\n- [Bright Data vs XCrawl](https://www.anchorterminal.com/compare/bright-data-vs-xcrawl.md)\n- [BrowserAct vs Diffbot](https://www.anchorterminal.com/compare/browseract-vs-diffbot.md)\n- [BrowserAct vs XCrawl](https://www.anchorterminal.com/compare/browseract-vs-xcrawl.md)\n- [Context.dev vs Diffbot](https://www.anchorterminal.com/compare/context-dev-vs-diffbot.md)\n- [Context.dev vs XCrawl](https://www.anchorterminal.com/compare/context-dev-vs-xcrawl.md)\n- [Crawl4AI vs Diffbot](https://www.anchorterminal.com/compare/crawl4ai-vs-diffbot.md)\n- [Crawl4AI vs XCrawl](https://www.anchorterminal.com/compare/crawl4ai-vs-xcrawl.md)\n- [fastCRW vs Diffbot](https://www.anchorterminal.com/compare/crw-vs-diffbot.md)\n- [fastCRW vs XCrawl](https://www.anchorterminal.com/compare/crw-vs-xcrawl.md)\n- [Decodo Web Data API vs Diffbot](https://www.anchorterminal.com/compare/decodo-vs-diffbot.md)\n- [Decodo Web Data API vs XCrawl](https://www.anchorterminal.com/compare/decodo-vs-xcrawl.md)\n- [Diffbot vs Jina Reader](https://www.anchorterminal.com/compare/diffbot-vs-jina-reader.md)\n- [Diffbot vs Scrape.do](https://www.anchorterminal.com/compare/diffbot-vs-scrape-do.md)\n- [Diffbot vs Scrapeless](https://www.anchorterminal.com/compare/diffbot-vs-scrapeless.md)\n- [Jina Reader vs XCrawl](https://www.anchorterminal.com/compare/jina-reader-vs-xcrawl.md)\n- [Microlink vs XCrawl](https://www.anchorterminal.com/compare/microlink-vs-xcrawl.md)\n- [Olostep vs XCrawl](https://www.anchorterminal.com/compare/olostep-vs-xcrawl.md)\n- [Outcrawl vs XCrawl](https://www.anchorterminal.com/compare/outcrawl-vs-xcrawl.md)\n- [Oxylabs Web Scraper API vs XCrawl](https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-xcrawl.md)\n- [Scrape.do vs XCrawl](https://www.anchorterminal.com/compare/scrape-do-vs-xcrawl.md)\n- [ScrapeGraphAI vs XCrawl](https://www.anchorterminal.com/compare/scrapegraphai-vs-xcrawl.md)\n- [Scrapeless vs XCrawl](https://www.anchorterminal.com/compare/scrapeless-vs-xcrawl.md)\n- [ScraperAPI vs XCrawl](https://www.anchorterminal.com/compare/scraperapi-vs-xcrawl.md)\n- [Scrapewise vs XCrawl](https://www.anchorterminal.com/compare/scrapewise-vs-xcrawl.md)\n- [Scrapfly vs XCrawl](https://www.anchorterminal.com/compare/scrapfly-vs-xcrawl.md)\n- [ScrapingAnt vs XCrawl](https://www.anchorterminal.com/compare/scrapingant-vs-xcrawl.md)\n- [ScrapingBee vs XCrawl](https://www.anchorterminal.com/compare/scrapingbee-vs-xcrawl.md)\n- [Scrapingdog vs XCrawl](https://www.anchorterminal.com/compare/scrapingdog-vs-xcrawl.md)\n- [Scrapling vs XCrawl](https://www.anchorterminal.com/compare/scrapling-vs-xcrawl.md)\n- [Spider vs XCrawl](https://www.anchorterminal.com/compare/spider-cloud-vs-xcrawl.md)\n- [WebScraping.AI vs XCrawl](https://www.anchorterminal.com/compare/webscraping-ai-vs-xcrawl.md)\n- [XCrawl vs ZenRows](https://www.anchorterminal.com/compare/xcrawl-vs-zenrows.md)\n- [XCrawl vs Zyte API](https://www.anchorterminal.com/compare/xcrawl-vs-zyte.md)\n- [Firecrawl MCP vs XCrawl](https://www.anchorterminal.com/compare/firecrawl-mcp-vs-xcrawl.md)\n- [Diffbot vs Firecrawl MCP](https://www.anchorterminal.com/compare/diffbot-vs-firecrawl-mcp.md)\n- [Diffbot vs jevcrawl](https://www.anchorterminal.com/compare/diffbot-vs-jevcrawl.md)\n- [Diffbot vs Microlink](https://www.anchorterminal.com/compare/diffbot-vs-microlink.md)\n- [Diffbot vs Nexscope](https://www.anchorterminal.com/compare/diffbot-vs-nexscope.md)\n- [Diffbot vs Olostep](https://www.anchorterminal.com/compare/diffbot-vs-olostep.md)\n- [Diffbot vs Outcrawl](https://www.anchorterminal.com/compare/diffbot-vs-outcrawl.md)\n- [Diffbot vs Oxylabs Web Scraper API](https://www.anchorterminal.com/compare/diffbot-vs-oxylabs-web-scraper.md)\n- [Diffbot vs PrintFriendly MCP server](https://www.anchorterminal.com/compare/diffbot-vs-printfriendly-mcp.md)\n- [Diffbot vs Qovia](https://www.anchorterminal.com/compare/diffbot-vs-qovia.md)\n- [Diffbot vs ScrapeAtlas](https://www.anchorterminal.com/compare/diffbot-vs-scrapeatlas.md)\n- [Diffbot vs ScrapeGraphAI](https://www.anchorterminal.com/compare/diffbot-vs-scrapegraphai.md)\n- [Diffbot vs ScrapeOps Proxy API Aggregator](https://www.anchorterminal.com/compare/diffbot-vs-scrapeops.md)\n- [Diffbot vs ScraperAPI](https://www.anchorterminal.com/compare/diffbot-vs-scraperapi.md)\n- [Diffbot vs Scrapewise](https://www.anchorterminal.com/compare/diffbot-vs-scrapewise.md)\n- [Diffbot vs Scrapfly](https://www.anchorterminal.com/compare/diffbot-vs-scrapfly.md)\n- [Diffbot vs ScrapingAnt](https://www.anchorterminal.com/compare/diffbot-vs-scrapingant.md)\n- [Diffbot vs ScrapingBee](https://www.anchorterminal.com/compare/diffbot-vs-scrapingbee.md)\n- [Diffbot vs Scrapingdog](https://www.anchorterminal.com/compare/diffbot-vs-scrapingdog.md)\n- [Diffbot vs Scrapling](https://www.anchorterminal.com/compare/diffbot-vs-scrapling.md)\n- [Diffbot vs SoldFetch](https://www.anchorterminal.com/compare/diffbot-vs-soldfetch.md)\n- [Diffbot vs Spider](https://www.anchorterminal.com/compare/diffbot-vs-spider-cloud.md)\n- [Diffbot vs WebScraping.AI](https://www.anchorterminal.com/compare/diffbot-vs-webscraping-ai.md)\n- [Diffbot vs ZenRows](https://www.anchorterminal.com/compare/diffbot-vs-zenrows.md)\n- [Diffbot vs Zyte API](https://www.anchorterminal.com/compare/diffbot-vs-zyte.md)\n- [Nexscope vs XCrawl](https://www.anchorterminal.com/compare/nexscope-vs-xcrawl.md)\n- [Qovia vs XCrawl](https://www.anchorterminal.com/compare/qovia-vs-xcrawl.md)\n- [ScrapeAtlas vs XCrawl](https://www.anchorterminal.com/compare/scrapeatlas-vs-xcrawl.md)\n- [SoldFetch vs XCrawl](https://www.anchorterminal.com/compare/soldfetch-vs-xcrawl.md)\n- [Apify MCP Server vs Diffbot](https://www.anchorterminal.com/compare/apify-mcp-vs-diffbot.md)\n- [Apify MCP Server vs XCrawl](https://www.anchorterminal.com/compare/apify-mcp-vs-xcrawl.md)\n- [jevcrawl vs XCrawl](https://www.anchorterminal.com/compare/jevcrawl-vs-xcrawl.md)\n- [ScrapeOps Proxy API Aggregator vs XCrawl](https://www.anchorterminal.com/compare/scrapeops-vs-xcrawl.md)\n",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-20",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "1.0",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "page": {
    "breadcrumbs": [
      {
        "name": "Home",
        "url": "https://www.anchorterminal.com/"
      },
      {
        "name": "Compare",
        "url": "https://www.anchorterminal.com/compare/"
      },
      {
        "name": "Diffbot vs XCrawl",
        "url": ""
      }
    ],
    "description": "Diffbot scores 58.6 (C) to XCrawl's 30.4 (F) for extraction. Prices, MCP, x402, uptime and agent notes side by side.",
    "facts": [
      "Diffbot C 58.6",
      "XCrawl F 30.4",
      "scores"
    ],
    "h1": "Diffbot vs XCrawl",
    "image": "https://www.anchorterminal.com/assets/og/default.png",
    "path": "/compare/diffbot-vs-xcrawl",
    "published": "2026-10-01",
    "section": "tools",
    "title": "Diffbot vs XCrawl for AI agents in 2026: scores and prices",
    "toc": null,
    "updated": "2026-11-20",
    "url": "https://www.anchorterminal.com/compare/diffbot-vs-xcrawl"
  },
  "tokens": {
    "markdown": 5300,
    "slim": 930
  },
  "version": 1
}
