{ "data": { "a": { "slug": "diffbot", "name": "Diffbot", "vendor": "Diffbot Technologies Corp.", "vendorUrl": "https://www.diffbot.com", "kind": "http-api", "category": "web-scrapers", "summary": "Diffbot is a hosted set of web data APIs from Diffbot Technologies Corp. of Menlo Park, California. Its Extract API classifies a page and returns typed JSON, alongside Crawl, Web Search, Natural Language and Knowledge Graph APIs.", "url": "https://www.anchorterminal.com/tools/diffbot", "markdownUrl": "https://www.anchorterminal.com/tools/diffbot.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/diffbot.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/diffbot.json", "repo": "https://github.com/diffbot/diffbot-python", "license": "Proprietary service under Diffbot's Terms of Use. The Python client, the TypeScript client and the agent skills are MIT", "transports": [ "http" ], "remoteUrl": "https://api.diffbot.com/v3", "packages": [ { "registry": "pypi", "name": "diffbot" }, { "registry": "npm", "name": "@diffbot/typescript" } ], "auth": "api-key", "authNotes": "Self-serve token from the dashboard at app.diffbot.com, sent as the `token` query parameter on Extract and Knowledge Graph calls. The official client sends it as a Bearer header to the Web Search endpoint. Tokens carry no scopes. Child tokens have the same rights as the primary token and can be created in the dashboard on the Plus plan and above, or through support. A changelog entry of 30 June 2025 is titled as adding labels and a disable switch for tokens in the dashboard.", "pricing": "freemium", "pricingNotes": "Free plan of 10,000 credits a month at 5 requests a minute, with no card, so an agent's owner can start without a contract. Startup is $299 a month for 250,000 credits with overage at $0.001 a credit, Plus $899 for 1,000,000 with overage at $0.0009 and access to Crawl, Enterprise by sales. One extracted page is 1 credit, or 2 through the data centre proxy. Whether a failed extraction uses a credit was not found (https://www.diffbot.com/pricing).", "priceSummary": "$1 / 1k pages", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 on the pricing page, the authentication and rate limit docs, the Extract OpenAPI file or the official clients (checked 2026-10-09).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": 9, "pypiWeekly": 45, "asOf": "2026-10-09" }, "docsUrl": "https://www.diffbot.com/docs/", "llmsTxt": "https://www.diffbot.com/llms.txt", "openapi": "https://www.diffbot.com/openapi/extract.json", "capabilities": [ "web.extract", "web.scrape", "web.crawl", "scraping.proxies", "web.search", "data.knowledge", "data.company" ], "tags": [ "hosted", "freemium", "free-tier", "no-card", "api-key", "openapi", "llms-txt", "agent-skills", "cli", "python", "typescript", "proxies", "knowledge-graph", "status-page", "closed-source" ], "lastRelease": "2026-06-15", "graded": true, "anchor": { "graded": true, "score": 54.3, "grade": "C", "agentReady": false, "rank": 736, "ranked": true, "rankOf": 1094, "categoryRank": 14, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 63, "maintenance": 57, "payments": 40, "reliability": 55, "schema": 83, "security": 21, "transparency": 68 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-09" }, "negative": 0, "verdict": "Extract returns typed JSON for articles, products, discussions and other page types with no selectors to write, under a public OpenAPI 3.1 contract and a free plan that needs no card. The API token travels in the URL query string, tokens carry no scopes, and no security page, certification or security.txt was found.", "bestFor": "Agents that want typed article, product or discussion data from arbitrary pages without writing selectors, and teams that also want the Knowledge Graph.", "strengths": [ "OpenAPI 3.1.0 description of the Extract APIs (version 1.1.0, 13 operations) is published at `/openapi/extract.json` and the reference pages are generated from it", "Free plan of 10,000 credits a month with no card, and a public credit table. One extracted page costs 1 credit, or 2 through the data centre proxy", "Official Python and TypeScript clients and ten agent skills, all MIT. The Python client reached 3.0.0 on 28 September 2026 with tests on Python 3.9 to 3.13", "Dated changelog with an RSS feed going back to 2015, and a `/v3` path for the Extract APIs", "The privacy policy of 29 August 2025 names each service provider, among them AWS, Stripe, Intercom and Salesforce, and says all are in the United States" ], "weaknesses": [ "The token is sent as the `token` query parameter on Extract and Knowledge Graph calls. It is the only scheme in the OpenAPI file", "Child tokens have the same access rights as the primary token, and creating them needs the Plus plan ($899 a month) or a request to support", "No security page, certification, bug bounty or security.txt was found on the pages read. The privacy policy says some API calls rely on HTTP without encryption", "The status page is a Pingdom report with seven days of uptime per check and no incident notes. Analyze API shows 99.69 per cent for the week to 9 October 2026", "The docs give `pip install diffbot-python` and `pnpm add diffbot-typescript`, while the repositories now name the packages `diffbot` and `@diffbot/typescript`", "The terms grant Diffbot a perpetual, irrevocable licence to process submitted queries, cap liability at $10, and forbid software that scrapes or crawls the Site or Service. That clause matters before any probe is run" ], "agentNotes": [ "Call `GET https://api.diffbot.com/v3/analyze?url=\u003cencoded URL\u003e\u0026token=\u003ctoken\u003e` when the page type is unknown. Use `/v3/article` or `/v3/product` to force one schema", "Keep the token out of logs and shared URLs. It sits in the query string, so any proxy or log that records the request URL records the token", "Stay under 5 calls a minute on Free, 5 a second on Startup and 25 a second on Plus. On 429 wait at least one second and back off", "Check a 200 response for `errorCode`. The official client raises `ExtractionError` when a 200 reports a failed extraction", "Set `useProxy=default` only when a site blocks the fetch. A proxied page costs 2 credits against 1", "Install `diffbot` from PyPI, not `diffbot-python`, which stopped at 0.3.0" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 54.3 } ], "editorialScores": { "ergonomics": 63, "maintenance": 57, "payments": 40, "reliability": 55, "schema": 83, "security": 21, "transparency": 49 }, "provenanceScore": 86 }, "connect": { "install": "python3 -m pip install diffbot", "http": "curl --request GET \\\n --url 'https://api.diffbot.com/v3/analyze?token=\u003cDIFFBOT_TOKEN\u003e\u0026url=https%3A%2F%2Fwww.diffbot.com%2Fdocs%2Fintroduction' \\\n --header 'accept: application/json'", "claudeCode": "/plugin marketplace add diffbot/diffbot-skills\n/plugin install diffbot@diffbot-skills" }, "letme": { "capability": "https://letme.dev/web.extract", "tool": "https://letme.dev/diffbot" }, "area": "web-data", "unitPrices": [ { "item": "Extracted page, Startup overage", "unit": "1k-pages", "usd": 1, "note": "1 credit a page at $0.001 a credit" }, { "item": "Extracted page through the data centre proxy, Startup overage", "unit": "1k-pages", "usd": 2, "note": "2 credits a page" }, { "item": "Extracted page, Plus overage", "unit": "1k-pages", "usd": 0.9, "note": "1 credit a page at $0.0009 a credit" }, { "item": "Startup plan", "unit": "month", "usd": 299, "note": "250,000 credits, 5 requests a second" }, { "item": "Plus plan", "unit": "month", "usd": 899, "note": "1,000,000 credits, 25 requests a second, Crawl" } ], "provenance": { "legalEntity": "Diffbot Technologies Corp.", "domain": "diffbot.com", "domainRegistered": "2004-08-14", "endpointOnVendorDomain": true, "terms": "https://www.diffbot.com/company/terms", "privacy": "https://www.diffbot.com/company/privacy", "statusPage": "https://status.diffbot.com", "changelog": "https://www.diffbot.com/changelog", "securityTxt": "none", "checked": "2026-10-09", "notes": [ "The Terms of Use name Diffbot Technologies Corp. as operator and cover both the Site and the Service, defined as the service that converts a web page into entities and facts. They are the only terms the site links, carry no date, and are the document that governs the API.", "The privacy policy was last updated on 29 August 2025, covers visitors, subscribers and people in the index, and gives the address 333 Ravenswood Ave, Menlo Park, CA 94025.", "www.diffbot.com/.well-known/security.txt returned 404. No security or trust page is linked from the home page or footer.", "The Extract APIs answer at api.diffbot.com, the Knowledge Graph at kg.diffbot.com, Natural Language at nl.diffbot.com and Web Search at llm.diffbot.com, per the docs and the official client's defaults.", "RDAP at Verisign gives a registration date of 2004-08-14 for diffbot.com.", "robots.txt on www.diffbot.com allows every path. status.diffbot.com disallows only Alexabot." ], "score": 86 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/diffbot.json", "live": { "slug": "diffbot", "probe": { "target": "https://api.diffbot.com/v3", "method": "get", "lastAt": "2026-10-15T11:29:51.992926429Z", "lastOk": true, "lastStatus": 401, "lastMs": 407, "lastNote": "asks for credentials", "authRequired": true, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 427, "p95ms24h": 569, "samples24h": 254, "samples30d": 1446, "days": [ { "date": "2026-10-09", "probes": 85, "ok": 85 }, { "date": "2026-10-10", "probes": 247, "ok": 247 }, { "date": "2026-10-11", "probes": 247, "ok": 247 }, { "date": "2026-10-12", "probes": 247, "ok": 247 }, { "date": "2026-10-13", "probes": 248, "ok": 248 }, { "date": "2026-10-14", "probes": 249, "ok": 249 }, { "date": "2026-10-15", "probes": 123, "ok": 123 } ] }, "vendorStatus": { "page": "https://status.diffbot.com", "indicator": "unknown", "summary": "no machine-readable status found", "checkedAt": "2026-10-15T10:05:59.299678058Z" }, "versions": [ { "registry": "github", "name": "diffbot/diffbot-python", "version": "v3.0.0", "released": "2026-09-28", "seenAt": "2026-10-14T23:48:59.488376351Z" }, { "registry": "npm", "name": "@diffbot/typescript", "version": "0.2.0", "seenAt": "2026-10-14T23:48:58.631105048Z" }, { "registry": "pypi", "name": "diffbot", "version": "3.0.0", "released": "2026-09-28", "seenAt": "2026-10-14T23:48:58.44701115Z" } ], "githubStars": 125, "npmWeekly": 6, "pypiWeekly": 24, "securityTxt": { "url": "https://diffbot.com/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-14T15:46:40.608662963Z" }, "llmsTxt": { "url": "https://www.diffbot.com/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-14T14:13:55.601374806Z" }, "domain": { "domain": "diffbot.com", "registered": "2004-08-14", "source": "https://rdap.verisign.com/com/v1/domain/diffbot.com", "checkedAt": "2026-10-11T13:26:05.315649245Z" }, "pages": [ { "url": "https://www.diffbot.com/changelog", "kind": "changelog", "status": 304, "checkedAt": "2026-10-14T21:11:58.851664046Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "68b5306eaa9b" }, { "url": "https://www.diffbot.com/pricing", "kind": "pricing", "status": 304, "checkedAt": "2026-10-14T21:12:04.992061856Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "86884503041e" }, { "url": "https://www.diffbot.com/company/privacy", "kind": "privacy", "status": 304, "checkedAt": "2026-10-14T21:12:01.000470701Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "fb97996581b3" }, { "url": "https://www.diffbot.com/company/terms", "kind": "terms", "status": 304, "checkedAt": "2026-10-14T21:12:03.307415621Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "a76686da1f94" } ], "updatedAt": "2026-10-15T11:29:51.992926429Z" } }, "answer": "jevcrawl scores 63.7 (B) on agent readiness against Diffbot's 54.3 (C), and leads in 4 of 7 scored categories. Diffbot leads on payments \u0026 pricing and transparency \u0026 trust.", "b": { "slug": "jevcrawl", "name": "jevcrawl", "vendor": "Rayen Mlayeh", "vendorUrl": "https://github.com/RayenMlayeh", "kind": "mcp", "category": "web-scrapers", "summary": "jevcrawl is an open-source MCP server and CLI that crawls a website toward a question and returns only the relevant passages, verbatim with source URLs. TypeSafe's hosted Jev decision model scores the pages, passages and links.", "url": "https://www.anchorterminal.com/tools/jevcrawl", "markdownUrl": "https://www.anchorterminal.com/tools/jevcrawl.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/jevcrawl.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/jevcrawl.json", "repo": "https://github.com/RayenMlayeh/jevcrawl", "license": "Apache-2.0", "transports": [ "stdio" ], "packages": [ { "registry": "pypi", "name": "jevcrawl" } ], "auth": "api-key", "authNotes": "A TypeSafe API key in the `TYPESAFE_API_KEY` environment variable, created at console.typesafe.ai, is needed for `crawl`, `map` and `scrape` with a goal. `scrape` without a goal makes no Jev call and works with no key. The README says the key is never written to disk or logs.", "pricing": "usage", "pricingNotes": "The package is free under Apache-2.0. Decisions are billed by TypeSafe for Jev at $0.042 per million input tokens, with output tokens free. The README gives an average of $0.011 per crawl in its benchmark, and `max_decision_usd` (default $0.05) caps each call. We found no free Jev tier.", "priceSummary": "Pay per use", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the source or README (checked 2026-10-15). Jev is paid through a TypeSafe account and key.", "endpoints": [] }, "toolCount": 3, "popularity": { "githubStars": 60, "npmWeekly": null, "pypiWeekly": 204, "asOf": "2026-10-15" }, "docsUrl": "https://github.com/RayenMlayeh/jevcrawl#readme", "capabilities": [ "web.crawl", "web.extract", "web.scrape", "scraping.js-render" ], "tags": [ "open-source", "local", "apache-2.0", "python", "mcp", "cli", "agent-skill", "usage-priced", "alpha" ], "lastRelease": "2026-10-15", "graded": true, "anchor": { "graded": true, "score": 63.7, "grade": "B", "agentReady": false, "rank": 409, "ranked": true, "rankOf": 1094, "categoryRank": 9, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 80, "maintenance": 68, "payments": 30, "reliability": 68, "schema": 81, "security": 59, "transparency": 45 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-15" }, "negative": 0, "verdict": "Three compact, typed MCP tools return verbatim passages with source URLs, cost and stop reasons, and errors arrive as codes with instructions. The project is three days old and alpha, it depends on TypeSafe's paid Jev API, which is in early access with no free tier found, and it does not block crawls of private or local addresses.", "bestFor": "An agent that must find one answer several clicks deep on a documentation or help site and wants a few thousand tokens back instead of whole pages.", "strengths": [ "Three tools with typed inputs, sensible defaults and descriptions that say when to use `crawl`, `scrape` or `map`", "Every result reports pages fetched, tokens, Jev cost in dollars and why the crawl stopped, with a hard per-call spending cap", "Returned text is copied from the page with URL, heading path, character offsets and a page hash, so quotes can be checked", "174 offline tests, ruff and mypy strict pass in CI on Python 3.11 and 3.13, with PyPI trusted publishing", "Follows robots.txt by default since v0.1.1, and SECURITY.md sets out private reporting with a one-week answer" ], "weaknesses": [ "First released on 13 October 2026, version 0.2.0 and marked alpha, with one maintainer", "`crawl` and `map` need a paid TypeSafe key, and TypeSafe describes Jev as early access with no free tier found", "Page text from every crawl goes to TypeSafe, whose policies give no retention period", "No check against private, loopback or link-local addresses, so an agent can point it at internal hosts", "No MCP tool annotations, no llms.txt and no entry in the official MCP registry" ], "agentNotes": [ "Phrase `goal` as one specific question and start with `max_pages` between 10 and 30", "Check `stats.stopped_because` and `stats.degraded`, and read `uncertain` before reporting that something is missing", "Use `scrape` without a goal when you need a whole page, since it makes no paid Jev call and needs no key", "Handle `{\"error\": code, \"message\": ...}` results, for example `auth_error` means `TYPESAFE_API_KEY` is missing or rejected", "Pages in `stats.needs_js_urls` were not read. Tell the user rather than guessing their content" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 63.7 } ], "editorialScores": { "ergonomics": 80, "maintenance": 68, "payments": 30, "reliability": 68, "schema": 81, "security": 59, "transparency": 63 }, "provenanceScore": 27 }, "connect": { "install": "uv tool install jevcrawl", "claudeCode": "claude mcp add jevcrawl -e TYPESAFE_API_KEY=\u003cyour key\u003e -- uvx jevcrawl", "config": { "mcpServers": { "jevcrawl": { "args": [ "jevcrawl" ], "command": "uvx", "env": { "TYPESAFE_API_KEY": "\u003cyour key\u003e" } } } } }, "letme": { "capability": "https://letme.dev/web.crawl", "tool": "https://letme.dev/jevcrawl" }, "area": "web-data", "unitPrices": [ { "item": "Jev 1.13 input tokens, billed by TypeSafe", "unit": "1m-tokens", "usd": 0.042, "note": "Output tokens free. The package itself is free" } ], "provenance": { "legalEntity": "", "domain": "github.com/RayenMlayeh", "domainRegistered": "", "endpointOnVendorDomain": null, "terms": "", "privacy": "", "statusPage": "", "changelog": "https://github.com/RayenMlayeh/jevcrawl/releases", "securityTxt": "none", "checked": "2026-10-15", "notes": [ "An individual's open-source project under Apache-2.0. pyproject.toml names Rayen Mlayeh as author, and the GitHub profile names no company or website.", "No vendor domain. The domain line names the GitHub account and scores no domain age.", "Software the owner runs, so there are no service terms or privacy policy of its own. Page text goes to TypeSafe AI, Inc. under TypeSafe's customer agreement and privacy policy (see the typesafe-jev listing).", "The repository has a SECURITY.md that points to GitHub private vulnerability reporting. No website, so no security.txt.", "The changelog is the GitHub release notes. v0.1.0's notes are only a link to the commit list." ], "score": 27 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/jevcrawl.json" }, "facts": [ { "a": "HTTP API", "b": "MCP server", "name": "Kind" }, { "a": "Diffbot Technologies Corp.", "b": "Rayen Mlayeh", "name": "Vendor" }, { "a": "https://api.diffbot.com/v3", "b": "no (local only)", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "stdio", "name": "Transports" }, { "a": "API key", "b": "API key", "name": "Auth" }, { "a": "Freemium", "b": "Pay per use", "name": "Pricing" }, { "a": "$0.90 per 1,000 pages", "b": "not published", "name": "Price for extraction" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Proprietary service under Diffbot's Terms of Use. The Python client, the TypeScript client and the agent skills are MIT", "b": "Apache-2.0", "name": "Licence" }, { "a": "none", "b": "3", "name": "Tools exposed" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "no", "name": "llms.txt" }, { "a": "2026-06-15", "b": "2026-10-15", "name": "Last release" }, { "a": "no date given", "b": "no document linked", "name": "Terms last updated" }, { "a": "2025-08-29", "b": "no document linked", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "", "name": "Customer content may train models" }, { "a": "yes", "b": "", "name": "Terms restrict automated access" }, { "a": "not found in the text", "b": "", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "", "name": "Terms or service can change without notice" }, { "a": "yes", "b": "", "name": "Arbitration or class-action waiver" }, { "a": "9 npm/wk, 45 PyPI/wk", "b": "60 stars, 204 PyPI/wk", "name": "Popularity" } ], "faq": [ { "answer": "jevcrawl scores 63.7 (B) on agent readiness against Diffbot's 54.3 (C), and leads in 4 of 7 scored categories. Diffbot leads on payments \u0026 pricing and transparency \u0026 trust.", "question": "Which is better for AI agents, Diffbot or jevcrawl?" }, { "answer": "Both need an API key.", "question": "Do Diffbot and jevcrawl need an API key?" }, { "answer": "Diffbot has a hosted endpoint at https://api.diffbot.com/v3. jevcrawl runs on your own machine, with no hosted endpoint listed.", "question": "Can an agent call Diffbot and jevcrawl without installing anything?" }, { "answer": "No open-source release is listed for Diffbot. jevcrawl is open source (Apache-2.0).", "question": "Are Diffbot and jevcrawl open source?" } ], "goodFor": [ { "aheadOn": [ "Payments \u0026 pricing, 40 against 30", "Transparency \u0026 trust, 68 against 45" ], "also": [ "A hosted endpoint, with nothing to install", "Free to start without a card" ], "goodFor": "Agents that want typed article, product or discussion data from arbitrary pages without writing selectors, and teams that also want the Knowledge Graph.", "slug": "diffbot", "watchFor": "The token is sent as the `token` query parameter on Extract and Knowledge Graph calls. It is the only scheme in the OpenAPI file" }, { "aheadOn": [ "Reliability, 68 against 55", "Agent ergonomics, 80 against 63", "Security \u0026 auth, 59 against 21", "Maintenance \u0026 community, 68 against 57" ], "also": [ "Runs on your own machine", "Open source" ], "goodFor": "An agent that must find one answer several clicks deep on a documentation or help site and wants a few thousand tokens back instead of whole pages.", "slug": "jevcrawl", "watchFor": "First released on 13 October 2026, version 0.2.0 and marked alpha, with one maintainer" } ], "job": { "capability": "web.extract", "name": "Extraction" }, "others": [ { "json": "https://www.anchorterminal.com/compare/bright-data-vs-diffbot.json", "title": "Bright Data vs Diffbot", "url": "https://www.anchorterminal.com/compare/bright-data-vs-diffbot" }, { "json": "https://www.anchorterminal.com/compare/bright-data-vs-jevcrawl.json", "title": "Bright Data vs jevcrawl", "url": "https://www.anchorterminal.com/compare/bright-data-vs-jevcrawl" }, { "json": "https://www.anchorterminal.com/compare/context-dev-vs-diffbot.json", "title": "Context.dev vs Diffbot", "url": "https://www.anchorterminal.com/compare/context-dev-vs-diffbot" }, { "json": "https://www.anchorterminal.com/compare/context-dev-vs-jevcrawl.json", "title": "Context.dev vs jevcrawl", "url": "https://www.anchorterminal.com/compare/context-dev-vs-jevcrawl" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-jina-reader.json", "title": "Diffbot vs Jina Reader", "url": "https://www.anchorterminal.com/compare/diffbot-vs-jina-reader" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-scrape-do.json", "title": "Diffbot vs Scrape.do", "url": "https://www.anchorterminal.com/compare/diffbot-vs-scrape-do" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-scrapeless.json", "title": "Diffbot vs Scrapeless", "url": "https://www.anchorterminal.com/compare/diffbot-vs-scrapeless" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-jina-reader.json", "title": "jevcrawl vs Jina Reader", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-jina-reader" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-oxylabs-web-scraper.json", "title": "jevcrawl vs Oxylabs Web Scraper API", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-oxylabs-web-scraper" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrape-do.json", "title": "jevcrawl vs Scrape.do", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrape-do" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrapingant.json", "title": "jevcrawl vs ScrapingAnt", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrapingant" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrapingbee.json", "title": "jevcrawl vs ScrapingBee", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrapingbee" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrapingdog.json", "title": "jevcrawl vs Scrapingdog", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrapingdog" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-zenrows.json", "title": "jevcrawl vs ZenRows", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-zenrows" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-zyte.json", "title": "jevcrawl vs Zyte API", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-zyte" }, { "json": "https://www.anchorterminal.com/compare/apify-mcp-vs-diffbot.json", "title": "Apify MCP Server vs Diffbot", "url": "https://www.anchorterminal.com/compare/apify-mcp-vs-diffbot" }, { "json": "https://www.anchorterminal.com/compare/apify-mcp-vs-jevcrawl.json", "title": "Apify MCP Server vs jevcrawl", "url": "https://www.anchorterminal.com/compare/apify-mcp-vs-jevcrawl" }, { "json": "https://www.anchorterminal.com/compare/firecrawl-mcp-vs-jevcrawl.json", "title": "Firecrawl MCP vs jevcrawl", "url": "https://www.anchorterminal.com/compare/firecrawl-mcp-vs-jevcrawl" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-olostep.json", "title": "jevcrawl vs Olostep", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-olostep" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrapegraphai.json", "title": "jevcrawl vs ScrapeGraphAI", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrapegraphai" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrapeless.json", "title": "jevcrawl vs Scrapeless", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrapeless" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-scraperapi.json", "title": "jevcrawl vs ScraperAPI", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-scraperapi" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrapfly.json", "title": "jevcrawl vs Scrapfly", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrapfly" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-spider-cloud.json", "title": "jevcrawl vs Spider", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-firecrawl-mcp.json", "title": "Diffbot vs Firecrawl MCP", "url": "https://www.anchorterminal.com/compare/diffbot-vs-firecrawl-mcp" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-olostep.json", "title": "Diffbot vs Olostep", "url": "https://www.anchorterminal.com/compare/diffbot-vs-olostep" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-oxylabs-web-scraper.json", "title": "Diffbot vs Oxylabs Web Scraper API", "url": "https://www.anchorterminal.com/compare/diffbot-vs-oxylabs-web-scraper" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-scrapegraphai.json", "title": "Diffbot vs ScrapeGraphAI", "url": "https://www.anchorterminal.com/compare/diffbot-vs-scrapegraphai" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-scraperapi.json", "title": "Diffbot vs ScraperAPI", "url": "https://www.anchorterminal.com/compare/diffbot-vs-scraperapi" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-scrapfly.json", "title": "Diffbot vs Scrapfly", "url": "https://www.anchorterminal.com/compare/diffbot-vs-scrapfly" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-scrapingant.json", "title": "Diffbot vs ScrapingAnt", "url": "https://www.anchorterminal.com/compare/diffbot-vs-scrapingant" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-scrapingbee.json", "title": "Diffbot vs ScrapingBee", "url": "https://www.anchorterminal.com/compare/diffbot-vs-scrapingbee" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-scrapingdog.json", "title": "Diffbot vs Scrapingdog", "url": "https://www.anchorterminal.com/compare/diffbot-vs-scrapingdog" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-spider-cloud.json", "title": "Diffbot vs Spider", "url": "https://www.anchorterminal.com/compare/diffbot-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-zenrows.json", "title": "Diffbot vs ZenRows", "url": "https://www.anchorterminal.com/compare/diffbot-vs-zenrows" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-zyte.json", "title": "Diffbot vs Zyte API", "url": "https://www.anchorterminal.com/compare/diffbot-vs-zyte" } ], "scores": [ { "by": 13, "diffbot": 55, "edge": "jevcrawl", "jevcrawl": 68, "key": "reliability", "name": "Reliability", "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 2, "diffbot": 83, "edge": "diffbot", "jevcrawl": 81, "key": "schema", "name": "Schema \u0026 documentation", "weight": 13 }, { "by": 17, "diffbot": 63, "edge": "jevcrawl", "jevcrawl": 80, "key": "ergonomics", "name": "Agent ergonomics", "weight": 13 }, { "by": 38, "diffbot": 21, "edge": "jevcrawl", "jevcrawl": 59, "key": "security", "name": "Security \u0026 auth", "weight": 14 }, { "by": 10, "diffbot": 40, "edge": "diffbot", "jevcrawl": 30, "key": "payments", "name": "Payments \u0026 pricing", "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 11, "diffbot": 57, "edge": "jevcrawl", "jevcrawl": 68, "key": "maintenance", "name": "Maintenance \u0026 community", "weight": 7 }, { "by": 23, "diffbot": 68, "edge": "diffbot", "jevcrawl": 45, "key": "transparency", "name": "Transparency \u0026 trust", "weight": 7 } ], "summary": "jevcrawl scores 63.7 (B) on agent readiness against Diffbot's 54.3 (C), and leads in 4 of 7 scored categories. Diffbot leads on payments \u0026 pricing and transparency \u0026 trust. Both do extraction.", "verdicts": { "diffbot": "Extract returns typed JSON for articles, products, discussions and other page types with no selectors to write, under a public OpenAPI 3.1 contract and a free plan that needs no card. The API token travels in the URL query string, tokens carry no scopes, and no security page, certification or security.txt was found.", "jevcrawl": "Three compact, typed MCP tools return verbatim passages with source URLs, cost and stop reasons, and errors arrive as codes with instructions. The project is three days old and alpha, it depends on TypeSafe's paid Jev API, which is in early access with no free tier found, and it does not block crawls of private or local addresses." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/diffbot-vs-jevcrawl", "json": "https://www.anchorterminal.com/compare/diffbot-vs-jevcrawl.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/diffbot-vs-jevcrawl.md", "slim": "https://www.anchorterminal.com/compare/diffbot-vs-jevcrawl.min.md" }, "markdown": "jevcrawl scores 63.7 (B) on agent readiness against Diffbot's 54.3 (C), and leads in 4 of 7 scored categories. Diffbot leads on payments \u0026 pricing and transparency \u0026 trust. Both do extraction.\n\n- Diffbot: grade C, 54.3/100, rank #736 of 1094. Markdown https://www.anchorterminal.com/tools/diffbot.md · JSON https://www.anchorterminal.com/api/v1/tools/diffbot.json\n- jevcrawl: grade B, 63.7/100, rank #409 of 1094. Markdown https://www.anchorterminal.com/tools/jevcrawl.md · JSON https://www.anchorterminal.com/api/v1/tools/jevcrawl.json\n- Best web scraping and crawling APIs for AI agents: https://www.anchorterminal.com/best/web-scrapers/index.md\n- All 204 scrapers comparisons: https://www.anchorterminal.com/compare/web-scrapers/index.md\n\n## Which one, for what\n\n### Diffbot (C)\n\nGood for: Agents that want typed article, product or discussion data from arbitrary pages without writing selectors, and teams that also want the Knowledge Graph.\n\nAhead on:\n- Payments \u0026 pricing, 40 against 30\n- Transparency \u0026 trust, 68 against 45\n\nAlso in its favour:\n- A hosted endpoint, with nothing to install\n- Free to start without a card\n\nWatch for: The token is sent as the `token` query parameter on Extract and Knowledge Graph calls. It is the only scheme in the OpenAPI file\n\n### jevcrawl (B)\n\nGood for: An agent that must find one answer several clicks deep on a documentation or help site and wants a few thousand tokens back instead of whole pages.\n\nAhead on:\n- Reliability, 68 against 55\n- Agent ergonomics, 80 against 63\n- Security \u0026 auth, 59 against 21\n- Maintenance \u0026 community, 68 against 57\n\nAlso in its favour:\n- Runs on your own machine\n- Open source\n\nWatch for: First released on 13 October 2026, version 0.2.0 and marked alpha, with one maintainer\n\n\n## Score by category\n\n| Category | Weight | Diffbot | jevcrawl | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 55 | 68 | jevcrawl +13 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 83 | 81 | Diffbot +2 |\n| Agent ergonomics | 13% (16.2 this run) | 63 | 80 | jevcrawl +17 |\n| Security \u0026 auth | 14% (17.5 this run) | 21 | 59 | jevcrawl +38 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 40 | 30 | Diffbot +10 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 57 | 68 | jevcrawl +11 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 68 | 45 | Diffbot +23 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **54.3 · C** | **63.7 · B** | |\n\n## Facts side by side\n\n| Fact | Diffbot | jevcrawl |\n| --- | --- | --- |\n| Kind | HTTP API | MCP server |\n| Vendor | Diffbot Technologies Corp. | Rayen Mlayeh |\n| Hosted endpoint | `https://api.diffbot.com/v3` | no (local only) |\n| Transports | HTTP | stdio |\n| Auth | API key | API key |\n| Pricing | Freemium | Pay per use |\n| Price for extraction | $0.90 per 1,000 pages | not published |\n| x402 | no | no |\n| Licence | Proprietary service under Diffbot's Terms of Use. The Python client, the TypeScript client and the agent skills are MIT | Apache-2.0 |\n| Tools exposed | none | 3 |\n| Read-only variant documented | no | no |\n| llms.txt | yes | no |\n| Last release | 2026-06-15 | 2026-10-15 |\n| Terms last updated | no date given | no document linked |\n| Privacy policy last updated | 2025-08-29 | no document linked |\n| Customer content may train models | not found in the text | |\n| Terms restrict automated access | yes | |\n| Terms restrict benchmarking | not found in the text | |\n| Terms or service can change without notice | not found in the text | |\n| Arbitration or class-action waiver | yes | |\n| Popularity | 9 npm/wk, 45 PyPI/wk | 60 stars, 204 PyPI/wk |\n\n## Verdicts\n\n**Diffbot.** Extract returns typed JSON for articles, products, discussions and other page types with no selectors to write, under a public OpenAPI 3.1 contract and a free plan that needs no card. The API token travels in the URL query string, tokens carry no scopes, and no security page, certification or security.txt was found.\n\n**jevcrawl.** Three compact, typed MCP tools return verbatim passages with source URLs, cost and stop reasons, and errors arrive as codes with instructions. The project is three days old and alpha, it depends on TypeSafe's paid Jev API, which is in early access with no free tier found, and it does not block crawls of private or local addresses.\n\n## Before you call either\n\n### Diffbot\n\n1. Call `GET https://api.diffbot.com/v3/analyze?url=\u003cencoded URL\u003e\u0026token=\u003ctoken\u003e` when the page type is unknown. Use `/v3/article` or `/v3/product` to force one schema\n2. Keep the token out of logs and shared URLs. It sits in the query string, so any proxy or log that records the request URL records the token\n3. Stay under 5 calls a minute on Free, 5 a second on Startup and 25 a second on Plus. On 429 wait at least one second and back off\n4. Check a 200 response for `errorCode`. The official client raises `ExtractionError` when a 200 reports a failed extraction\n5. Set `useProxy=default` only when a site blocks the fetch. A proxied page costs 2 credits against 1\n6. Install `diffbot` from PyPI, not `diffbot-python`, which stopped at 0.3.0\n\n### jevcrawl\n\n1. Phrase `goal` as one specific question and start with `max_pages` between 10 and 30\n2. Check `stats.stopped_because` and `stats.degraded`, and read `uncertain` before reporting that something is missing\n3. Use `scrape` without a goal when you need a whole page, since it makes no paid Jev call and needs no key\n4. Handle `{\"error\": code, \"message\": ...}` results, for example `auth_error` means `TYPESAFE_API_KEY` is missing or rejected\n5. Pages in `stats.needs_js_urls` were not read. Tell the user rather than guessing their content\n\n## Questions\n\n### Which is better for AI agents, Diffbot or jevcrawl?\n\njevcrawl scores 63.7 (B) on agent readiness against Diffbot's 54.3 (C), and leads in 4 of 7 scored categories. Diffbot leads on payments \u0026 pricing and transparency \u0026 trust.\n\n### Do Diffbot and jevcrawl need an API key?\n\nBoth need an API key.\n\n### Can an agent call Diffbot and jevcrawl without installing anything?\n\nDiffbot has a hosted endpoint at https://api.diffbot.com/v3. jevcrawl runs on your own machine, with no hosted endpoint listed.\n\n### Are Diffbot and jevcrawl open source?\n\nNo open-source release is listed for Diffbot. jevcrawl is open source (Apache-2.0).\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/diffbot-vs-jevcrawl.json, and with the fewest tokens: https://www.anchorterminal.com/compare/diffbot-vs-jevcrawl.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"diffbot\", \"b\": \"jevcrawl\"}`. From a terminal: `anchor compare diffbot jevcrawl`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/diffbot.json and https://www.anchorterminal.com/api/v1/tools/jevcrawl.json\n\n## Other comparisons with Diffbot or jevcrawl\n\n- [Bright Data vs Diffbot](https://www.anchorterminal.com/compare/bright-data-vs-diffbot.md)\n- [Bright Data vs jevcrawl](https://www.anchorterminal.com/compare/bright-data-vs-jevcrawl.md)\n- [Context.dev vs Diffbot](https://www.anchorterminal.com/compare/context-dev-vs-diffbot.md)\n- [Context.dev vs jevcrawl](https://www.anchorterminal.com/compare/context-dev-vs-jevcrawl.md)\n- [Diffbot vs Jina Reader](https://www.anchorterminal.com/compare/diffbot-vs-jina-reader.md)\n- [Diffbot vs Scrape.do](https://www.anchorterminal.com/compare/diffbot-vs-scrape-do.md)\n- [Diffbot vs Scrapeless](https://www.anchorterminal.com/compare/diffbot-vs-scrapeless.md)\n- [jevcrawl vs Jina Reader](https://www.anchorterminal.com/compare/jevcrawl-vs-jina-reader.md)\n- [jevcrawl vs Oxylabs Web Scraper API](https://www.anchorterminal.com/compare/jevcrawl-vs-oxylabs-web-scraper.md)\n- [jevcrawl vs Scrape.do](https://www.anchorterminal.com/compare/jevcrawl-vs-scrape-do.md)\n- [jevcrawl vs ScrapingAnt](https://www.anchorterminal.com/compare/jevcrawl-vs-scrapingant.md)\n- [jevcrawl vs ScrapingBee](https://www.anchorterminal.com/compare/jevcrawl-vs-scrapingbee.md)\n- [jevcrawl vs Scrapingdog](https://www.anchorterminal.com/compare/jevcrawl-vs-scrapingdog.md)\n- [jevcrawl vs ZenRows](https://www.anchorterminal.com/compare/jevcrawl-vs-zenrows.md)\n- [jevcrawl vs Zyte API](https://www.anchorterminal.com/compare/jevcrawl-vs-zyte.md)\n- [Apify MCP Server vs Diffbot](https://www.anchorterminal.com/compare/apify-mcp-vs-diffbot.md)\n- [Apify MCP Server vs jevcrawl](https://www.anchorterminal.com/compare/apify-mcp-vs-jevcrawl.md)\n- [Firecrawl MCP vs jevcrawl](https://www.anchorterminal.com/compare/firecrawl-mcp-vs-jevcrawl.md)\n- [jevcrawl vs Olostep](https://www.anchorterminal.com/compare/jevcrawl-vs-olostep.md)\n- [jevcrawl vs ScrapeGraphAI](https://www.anchorterminal.com/compare/jevcrawl-vs-scrapegraphai.md)\n- [jevcrawl vs Scrapeless](https://www.anchorterminal.com/compare/jevcrawl-vs-scrapeless.md)\n- [jevcrawl vs ScraperAPI](https://www.anchorterminal.com/compare/jevcrawl-vs-scraperapi.md)\n- [jevcrawl vs Scrapfly](https://www.anchorterminal.com/compare/jevcrawl-vs-scrapfly.md)\n- [jevcrawl vs Spider](https://www.anchorterminal.com/compare/jevcrawl-vs-spider-cloud.md)\n- [Diffbot vs Firecrawl MCP](https://www.anchorterminal.com/compare/diffbot-vs-firecrawl-mcp.md)\n- [Diffbot vs Olostep](https://www.anchorterminal.com/compare/diffbot-vs-olostep.md)\n- [Diffbot vs Oxylabs Web Scraper API](https://www.anchorterminal.com/compare/diffbot-vs-oxylabs-web-scraper.md)\n- [Diffbot vs ScrapeGraphAI](https://www.anchorterminal.com/compare/diffbot-vs-scrapegraphai.md)\n- [Diffbot vs ScraperAPI](https://www.anchorterminal.com/compare/diffbot-vs-scraperapi.md)\n- [Diffbot vs Scrapfly](https://www.anchorterminal.com/compare/diffbot-vs-scrapfly.md)\n- [Diffbot vs ScrapingAnt](https://www.anchorterminal.com/compare/diffbot-vs-scrapingant.md)\n- [Diffbot vs ScrapingBee](https://www.anchorterminal.com/compare/diffbot-vs-scrapingbee.md)\n- [Diffbot vs Scrapingdog](https://www.anchorterminal.com/compare/diffbot-vs-scrapingdog.md)\n- [Diffbot vs Spider](https://www.anchorterminal.com/compare/diffbot-vs-spider-cloud.md)\n- [Diffbot vs ZenRows](https://www.anchorterminal.com/compare/diffbot-vs-zenrows.md)\n- [Diffbot vs Zyte API](https://www.anchorterminal.com/compare/diffbot-vs-zyte.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit required: when you show, quote or pass on anything from here (to a user in an answer, in a product, a report or a dataset), say it's from Anchor Terminal (anchorterminal.com) and link the page or API address you took it from. Reviews also credit their author.", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-15", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Diffbot vs jevcrawl", "url": "" } ], "description": "jevcrawl scores 63.7 (B) to Diffbot's 54.3 (C) for extraction. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Diffbot C 54.3", "jevcrawl B 63.7", "scores" ], "h1": "Diffbot vs jevcrawl", "image": "https://www.anchorterminal.com/assets/og/compare-diffbot-vs-jevcrawl.png", "path": "/compare/diffbot-vs-jevcrawl", "published": "2026-10-01", "section": "tools", "title": "Diffbot vs jevcrawl for AI agents in 2026: scores and prices", "toc": null, "updated": "2026-10-15", "url": "https://www.anchorterminal.com/compare/diffbot-vs-jevcrawl" }, "tokens": { "markdown": 2750, "slim": 730 }, "version": 1 }