{ "data": { "a": { "slug": "diffbot", "name": "Diffbot", "vendor": "Diffbot Technologies Corp.", "vendorUrl": "https://www.diffbot.com", "kind": "http-api", "category": "web-scrapers", "summary": "Diffbot is a hosted set of web data APIs from Diffbot Technologies Corp. of Menlo Park, California. Its Extract API classifies a page and returns typed JSON, alongside Crawl, Web Search, Natural Language and Knowledge Graph APIs.", "url": "https://www.anchorterminal.com/tools/diffbot", "markdownUrl": "https://www.anchorterminal.com/tools/diffbot.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/diffbot.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/diffbot.json", "repo": "https://github.com/diffbot/diffbot-python", "license": "Proprietary service under Diffbot's Terms of Use. The Python client, the TypeScript client and the agent skills are MIT", "transports": [ "http" ], "remoteUrl": "https://api.diffbot.com/v3", "packages": [ { "registry": "pypi", "name": "diffbot" }, { "registry": "npm", "name": "@diffbot/typescript" } ], "auth": "api-key", "authNotes": "Self-serve token from the dashboard at app.diffbot.com, sent as the `token` query parameter on Extract and Knowledge Graph calls. The official client sends it as a Bearer header to the Web Search endpoint. Tokens carry no scopes. Child tokens have the same rights as the primary token and can be created in the dashboard on the Plus plan and above, or through support. A changelog entry of 30 June 2025 is titled as adding labels and a disable switch for tokens in the dashboard.", "pricing": "freemium", "pricingNotes": "Free plan of 10,000 credits a month at 5 requests a minute, with no card, so an agent's owner can start without a contract. Startup is $299 a month for 250,000 credits with overage at $0.001 a credit, Plus $899 for 1,000,000 with overage at $0.0009 and access to Crawl, Enterprise by sales. One extracted page is 1 credit, or 2 through the data centre proxy. Whether a failed extraction uses a credit was not found (https://www.diffbot.com/pricing).", "priceSummary": "$1 / 1k pages", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 on the pricing page, the authentication and rate limit docs, the Extract OpenAPI file or the official clients (checked 2026-10-09).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": 9, "pypiWeekly": 45, "asOf": "2026-10-09" }, "docsUrl": "https://www.diffbot.com/docs/", "llmsTxt": "https://www.diffbot.com/llms.txt", "openapi": "https://www.diffbot.com/openapi/extract.json", "capabilities": [ "web.extract", "web.scrape", "web.crawl", "scraping.proxies", "web.search", "data.knowledge", "data.company" ], "tags": [ "hosted", "freemium", "free-tier", "no-card", "api-key", "openapi", "llms-txt", "agent-skills", "cli", "python", "typescript", "proxies", "knowledge-graph", "status-page", "closed-source" ], "lastRelease": "2026-06-15", "graded": true, "anchor": { "graded": true, "score": 54.3, "grade": "C", "agentReady": false, "rank": 687, "ranked": true, "rankOf": 950, "categoryRank": 12, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 63, "maintenance": 57, "payments": 40, "reliability": 55, "schema": 83, "security": 21, "transparency": 68 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-09" }, "negative": 0, "verdict": "Extract returns typed JSON for articles, products, discussions and other page types with no selectors to write, under a public OpenAPI 3.1 contract and a free plan that needs no card. The API token travels in the URL query string, tokens carry no scopes, and no security page, certification or security.txt was found.", "bestFor": "Agents that want typed article, product or discussion data from arbitrary pages without writing selectors, and teams that also want the Knowledge Graph.", "strengths": [ "OpenAPI 3.1.0 description of the Extract APIs (version 1.1.0, 13 operations) is published at `/openapi/extract.json` and the reference pages are generated from it", "Free plan of 10,000 credits a month with no card, and a public credit table. One extracted page costs 1 credit, or 2 through the data centre proxy", "Official Python and TypeScript clients and ten agent skills, all MIT. The Python client reached 3.0.0 on 28 September 2026 with tests on Python 3.9 to 3.13", "Dated changelog with an RSS feed going back to 2015, and a `/v3` path for the Extract APIs", "The privacy policy of 29 August 2025 names each service provider, among them AWS, Stripe, Intercom and Salesforce, and says all are in the United States" ], "weaknesses": [ "The token is sent as the `token` query parameter on Extract and Knowledge Graph calls. It is the only scheme in the OpenAPI file", "Child tokens have the same access rights as the primary token, and creating them needs the Plus plan ($899 a month) or a request to support", "No security page, certification, bug bounty or security.txt was found on the pages read. The privacy policy says some API calls rely on HTTP without encryption", "The status page is a Pingdom report with seven days of uptime per check and no incident notes. Analyze API shows 99.69 per cent for the week to 9 October 2026", "The docs give `pip install diffbot-python` and `pnpm add diffbot-typescript`, while the repositories now name the packages `diffbot` and `@diffbot/typescript`", "The terms grant Diffbot a perpetual, irrevocable licence to process submitted queries, cap liability at $10, and forbid software that scrapes or crawls the Site or Service. That clause matters before any probe is run" ], "agentNotes": [ "Call `GET https://api.diffbot.com/v3/analyze?url=\u003cencoded URL\u003e\u0026token=\u003ctoken\u003e` when the page type is unknown. Use `/v3/article` or `/v3/product` to force one schema", "Keep the token out of logs and shared URLs. It sits in the query string, so any proxy or log that records the request URL records the token", "Stay under 5 calls a minute on Free, 5 a second on Startup and 25 a second on Plus. On 429 wait at least one second and back off", "Check a 200 response for `errorCode`. The official client raises `ExtractionError` when a 200 reports a failed extraction", "Set `useProxy=default` only when a site blocks the fetch. A proxied page costs 2 credits against 1", "Install `diffbot` from PyPI, not `diffbot-python`, which stopped at 0.3.0" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 54.3 } ], "editorialScores": { "ergonomics": 63, "maintenance": 57, "payments": 40, "reliability": 55, "schema": 83, "security": 21, "transparency": 49 }, "provenanceScore": 86 }, "connect": { "install": "python3 -m pip install diffbot", "http": "curl --request GET \\\n --url 'https://api.diffbot.com/v3/analyze?token=\u003cDIFFBOT_TOKEN\u003e\u0026url=https%3A%2F%2Fwww.diffbot.com%2Fdocs%2Fintroduction' \\\n --header 'accept: application/json'", "claudeCode": "/plugin marketplace add diffbot/diffbot-skills\n/plugin install diffbot@diffbot-skills" }, "letme": { "capability": "https://letme.dev/web.extract", "tool": "https://letme.dev/diffbot" }, "area": "web-data", "unitPrices": [ { "item": "Extracted page, Startup overage", "unit": "1k-pages", "usd": 1, "note": "1 credit a page at $0.001 a credit" }, { "item": "Extracted page through the data centre proxy, Startup overage", "unit": "1k-pages", "usd": 2, "note": "2 credits a page" }, { "item": "Extracted page, Plus overage", "unit": "1k-pages", "usd": 0.9, "note": "1 credit a page at $0.0009 a credit" }, { "item": "Startup plan", "unit": "month", "usd": 299, "note": "250,000 credits, 5 requests a second" }, { "item": "Plus plan", "unit": "month", "usd": 899, "note": "1,000,000 credits, 25 requests a second, Crawl" } ], "provenance": { "legalEntity": "Diffbot Technologies Corp.", "domain": "diffbot.com", "domainRegistered": "2004-08-14", "endpointOnVendorDomain": true, "terms": "https://www.diffbot.com/company/terms", "privacy": "https://www.diffbot.com/company/privacy", "statusPage": "https://status.diffbot.com", "changelog": "https://www.diffbot.com/changelog", "securityTxt": "none", "checked": "2026-10-09", "notes": [ "The Terms of Use name Diffbot Technologies Corp. as operator and cover both the Site and the Service, defined as the service that converts a web page into entities and facts. They are the only terms the site links, carry no date, and are the document that governs the API.", "The privacy policy was last updated on 29 August 2025, covers visitors, subscribers and people in the index, and gives the address 333 Ravenswood Ave, Menlo Park, CA 94025.", "www.diffbot.com/.well-known/security.txt returned 404. No security or trust page is linked from the home page or footer.", "The Extract APIs answer at api.diffbot.com, the Knowledge Graph at kg.diffbot.com, Natural Language at nl.diffbot.com and Web Search at llm.diffbot.com, per the docs and the official client's defaults.", "RDAP at Verisign gives a registration date of 2004-08-14 for diffbot.com.", "robots.txt on www.diffbot.com allows every path. status.diffbot.com disallows only Alexabot." ], "score": 86 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/diffbot.json", "live": { "slug": "diffbot", "probe": { "target": "https://api.diffbot.com/v3", "method": "get", "lastAt": "2026-10-10T02:07:07.224584653Z", "lastOk": true, "lastStatus": 401, "lastMs": 448, "lastNote": "asks for credentials", "authRequired": true, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 425, "p95ms24h": 483, "samples24h": 107, "samples30d": 107, "days": [ { "date": "2026-10-09", "probes": 85, "ok": 85 }, { "date": "2026-10-10", "probes": 22, "ok": 22 } ] }, "vendorStatus": { "page": "https://status.diffbot.com", "indicator": "unknown", "summary": "no machine-readable status found", "checkedAt": "2026-10-10T00:50:26.061054869Z" }, "versions": [ { "registry": "github", "name": "diffbot/diffbot-python", "version": "v3.0.0", "released": "2026-09-28", "seenAt": "2026-10-09T16:49:48.055113016Z" }, { "registry": "npm", "name": "@diffbot/typescript", "version": "0.2.0", "seenAt": "2026-10-09T16:49:47.576544434Z" }, { "registry": "pypi", "name": "diffbot", "version": "3.0.0", "released": "2026-09-28", "seenAt": "2026-10-09T16:49:47.362980242Z" } ], "githubStars": 125, "npmWeekly": 9, "pypiWeekly": 45, "pages": [ { "url": "https://www.diffbot.com/changelog", "kind": "changelog", "status": 200, "checkedAt": "2026-10-09T18:49:32.449062952Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "68b5306eaa9b" }, { "url": "https://www.diffbot.com/pricing", "kind": "pricing", "status": 200, "checkedAt": "2026-10-09T18:49:39.088815002Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "86884503041e" }, { "url": "https://www.diffbot.com/company/privacy", "kind": "privacy", "status": 200, "checkedAt": "2026-10-09T18:49:35.06707487Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "fb97996581b3" }, { "url": "https://www.diffbot.com/company/terms", "kind": "terms", "status": 200, "checkedAt": "2026-10-09T18:49:36.709393592Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "a76686da1f94" } ], "updatedAt": "2026-10-10T02:07:07.224584653Z" } }, "answer": "Diffbot scores 54.3 (C) on agent readiness against ScrapingAnt's 35.5 (F), and leads in 5 of 7 scored categories.", "b": { "slug": "scrapingant", "name": "ScrapingAnt", "vendor": "ScrapingAnt (DATAANT)", "vendorUrl": "https://scrapingant.com", "kind": "http-api", "category": "web-scrapers", "summary": "Scraping API that runs each request in headless Chrome behind rotating datacenter or residential proxies, with markdown and AI extraction endpoints, a 3-tool hosted MCP server and standalone proxies billed by the GB.", "url": "https://www.anchorterminal.com/tools/scrapingant", "markdownUrl": "https://www.anchorterminal.com/tools/scrapingant.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/scrapingant.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/scrapingant.json", "transports": [ "http", "streamable-http" ], "remoteUrl": "https://api.scrapingant.com/v2/general", "packages": [ { "registry": "pypi", "name": "scrapingant-client" }, { "registry": "npm", "name": "@scrapingant/scrapingant-client" } ], "auth": "api-key", "authNotes": "API key as an x-api-key header or an x-api-key query parameter. The docs' examples use the query form. The hosted MCP takes the same key in an x-api-key header. The usage endpoint only documents the query form.", "pricing": "freemium", "pricingNotes": "10,000 free credits a month, no card, one concurrent request. Enthusiast $19 a month (100,000 credits), Startup $49 (500,000), Business $249 (3M), Business Pro $599 (8M), Custom from $699 (10M+). A plain request on a datacenter proxy costs 1 credit, headless Chrome with JS rendering 10 (the default), Chrome plus residential proxy 125, and the AI extractor adds 1 credit per 30 characters. Failed requests aren't charged. Residential proxies $3 to $6 a GB and datacenter $0.42 to $0.60 a GB, billed separately (https://scrapingant.com/#pricing).", "priceSummary": "$19 / mo", "where": "hosted", "x402": { "level": "no", "evidence": "No x402 or other agent payment rail in the docs, pricing or API responses (checked 2026-09-30).", "endpoints": [] }, "toolCount": 3, "popularity": { "githubStars": null, "npmWeekly": 90, "pypiWeekly": 1969, "asOf": "2026-09-30" }, "docsUrl": "https://docs.scrapingant.com", "capabilities": [ "web.scrape", "web.fetch", "web.extract", "scraping.proxies", "scraping.js-render", "scraping.anti-bot" ], "tags": [ "hosted", "freemium", "free-tier", "no-card", "mcp", "proxies", "closed-source", "python", "typescript" ], "lastRelease": "2024-07-16", "graded": true, "anchor": { "graded": true, "score": 35.5, "grade": "F", "agentReady": false, "rank": 934, "ranked": true, "rankOf": 950, "categoryRank": 18, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 66, "maintenance": 5, "payments": 40, "reliability": 30, "schema": 43, "security": 10, "transparency": 53 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-01" }, "negative": 0, "verdict": "10,000 free credits a month with no card. API Basics puts the key in the query string, so it lands in logs.", "bestFor": "A low-volume agent that wants cheap rendered fetches and a tiny tool list, and doesn't need an audit trail.", "strengths": [ "10,000 free credits a month with no card", "No concurrency cap on paid plans", "Failed requests cost nothing, and the Ant-credits-cost header reports spend per call", "3-tool hosted MCP with header auth, cheap to load into context", "Named Polish entity with processors and hosting locations listed" ], "weaknesses": [ "API Basics puts the key in the query string, so it lands in logs", "No status page, changelog, security.txt, llms.txt or OpenAPI spec", "SDKs are stale. JavaScript last released 2022-05-06, Python 2024-07-16", "No prompt-injection guidance for the pages it returns", "Privacy policy last updated 3 November 2020" ], "agentNotes": [ "Send the key in the `x-api-key` header rather than the query string", "Use `/v2/markdown` for LLM input, and set `browser=false` on static pages to pay 1 credit instead of 10", "Switch to `proxy_type=residential` only after a 423 (anti-bot) response. It raises a browser request from 10 to 125 credits", "On the free plan a second concurrent request gets 409. Wait for the first to finish", "Google, Bing and Yandex result pages come back as raw HTML through `/v2/general`, so you parse them yourself" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 2, "avgRating": 3.5, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "F", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 35.5 } ], "editorialScores": { "ergonomics": 66, "maintenance": 5, "payments": 40, "reliability": 30, "schema": 43, "security": 10, "transparency": 48 }, "provenanceScore": 58 }, "connect": { "http": "curl 'https://api.scrapingant.com/v2/markdown?url=https%3A%2F%2Fexample.com' -H \"x-api-key: $SCRAPINGANT_API_KEY\"", "claudeCode": "claude mcp add scrapingant --transport http https://api.scrapingant.com/mcp -H \"x-api-key: $SCRAPINGANT_API_KEY\"", "config": { "mcpServers": { "scrapingant": { "headers": { "x-api-key": "${SCRAPINGANT_API_KEY}" }, "url": "https://api.scrapingant.com/mcp" } } } }, "letme": { "capability": "https://letme.dev/web.scrape", "tool": "https://letme.dev/scrapingant" }, "area": "web-data", "unitPrices": [ { "item": "Enthusiast plan", "unit": "month", "usd": 19, "note": "100,000 credits" }, { "item": "Startup plan", "unit": "month", "usd": 49, "note": "500,000 credits" }, { "item": "Business plan", "unit": "month", "usd": 249, "note": "3,000,000 credits" }, { "item": "Default browser request on Enthusiast", "unit": "1k-requests", "usd": 1.9, "note": "10 credits each, headless Chrome and datacenter proxy" }, { "item": "Plain request on Enthusiast", "unit": "1k-requests", "usd": 0.19, "note": "1 credit each, no browser, datacenter proxy" }, { "item": "Residential proxy", "unit": "gb", "usd": 6, "note": "Micro plan, 5 GB for $30 a month. Falls to $3 at volume" }, { "item": "Datacenter proxy", "unit": "gb", "usd": 0.6, "note": "Micro plan, 50 GB for $30 a month" } ], "provenance": { "legalEntity": "DATAANT SP. Z O.O.", "domain": "scrapingant.com", "domainRegistered": "2020-03-31", "endpointOnVendorDomain": true, "terms": "https://scrapingant.com/legal/terms-of-use", "privacy": "https://scrapingant.com/legal/privacy-policy", "statusPage": "", "changelog": "", "securityTxt": "none", "checked": "2026-10-01", "notes": [ "Registered in Poland, KRS 0000848755, per the terms and privacy policy", "The privacy policy was last updated 3 November 2020 and predates the MCP server and AI extractor", "The site footer links no status page, changelog or security page" ], "score": 58 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/scrapingant.json", "live": { "slug": "scrapingant", "probe": { "target": "https://api.scrapingant.com/v2/general", "method": "get", "lastAt": "2026-10-10T02:07:23.814004882Z", "lastOk": true, "lastStatus": 422, "lastMs": 117, "authRequired": false, "uptime24h": 100, "uptime30d": 99.96, "p50ms24h": 95, "p95ms24h": 179, "samples24h": 250, "samples30d": 2458, "days": [ { "date": "2026-09-30", "probes": 35, "ok": 35 }, { "date": "2026-10-01", "probes": 276, "ok": 276 }, { "date": "2026-10-02", "probes": 248, "ok": 248 }, { "date": "2026-10-03", "probes": 271, "ok": 271 }, { "date": "2026-10-04", "probes": 272, "ok": 272 }, { "date": "2026-10-05", "probes": 272, "ok": 272 }, { "date": "2026-10-06", "probes": 272, "ok": 272 }, { "date": "2026-10-07", "probes": 272, "ok": 271 }, { "date": "2026-10-08", "probes": 268, "ok": 268 }, { "date": "2026-10-09", "probes": 250, "ok": 250 }, { "date": "2026-10-10", "probes": 22, "ok": 22 } ] }, "versions": [ { "registry": "npm", "name": "@scrapingant/scrapingant-client", "version": "0.2.1", "seenAt": "2026-10-09T17:18:29.382249566Z" }, { "registry": "pypi", "name": "scrapingant-client", "version": "2.1.0", "released": "2024-07-16", "seenAt": "2026-10-09T17:18:29.089623084Z" } ], "npmWeekly": 46, "pypiWeekly": 1662, "securityTxt": { "url": "https://scrapingant.com/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-09T15:39:11.525312972Z" }, "domain": { "domain": "scrapingant.com", "registered": "2020-03-31", "source": "https://rdap.verisign.com/com/v1/domain/scrapingant.com", "checkedAt": "2026-10-04T13:09:25.717167779Z" }, "pages": [ { "url": "https://scrapingant.com/", "kind": "pricing", "status": 304, "checkedAt": "2026-10-09T18:45:02.959303874Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "5d4d337f6a40" }, { "url": "https://scrapingant.com/legal/privacy-policy", "kind": "privacy", "status": 304, "checkedAt": "2026-10-09T18:45:04.985891486Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "a61dcd1c862d" }, { "url": "https://scrapingant.com/legal/terms-of-use", "kind": "terms", "status": 304, "checkedAt": "2026-10-09T18:45:06.986329371Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "b1e179927df6" } ], "updatedAt": "2026-10-10T02:07:23.814004882Z" } }, "facts": [ { "a": "HTTP API", "b": "HTTP API", "name": "Kind" }, { "a": "Diffbot Technologies Corp.", "b": "ScrapingAnt (DATAANT)", "name": "Vendor" }, { "a": "https://api.diffbot.com/v3", "b": "https://api.scrapingant.com/v2/general", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP, Streamable HTTP", "name": "Transports" }, { "a": "API key", "b": "API key", "name": "Auth" }, { "a": "Freemium", "b": "Freemium", "name": "Pricing" }, { "a": "$0.90 per 1,000 pages", "b": "not published", "name": "Price for extraction" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Proprietary service under Diffbot's Terms of Use. The Python client, the TypeScript client and the agent skills are MIT", "b": "none", "name": "Licence" }, { "a": "none", "b": "3", "name": "Tools exposed" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "no", "name": "llms.txt" }, { "a": "2026-06-15", "b": "2024-07-16", "name": "Last release" }, { "a": "no date given", "b": "no date given", "name": "Terms last updated" }, { "a": "2025-08-29", "b": "no date given", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "yes", "b": "yes", "name": "Terms restrict automated access" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "yes", "name": "Terms or service can change without notice" }, { "a": "yes", "b": "not found in the text", "name": "Arbitration or class-action waiver" }, { "a": "9 npm/wk, 45 PyPI/wk", "b": "90 npm/wk, 2k PyPI/wk", "name": "Popularity" }, { "a": "none", "b": "3.5/5 (2)", "name": "Agent reviews" } ], "faq": [ { "answer": "Diffbot scores 54.3 (C) on agent readiness against ScrapingAnt's 35.5 (F), and leads in 5 of 7 scored categories.", "question": "Which is better for AI agents, Diffbot or ScrapingAnt?" }, { "answer": "Both need an API key.", "question": "Do Diffbot and ScrapingAnt need an API key?" }, { "answer": "Yes. Diffbot has a hosted endpoint at https://api.diffbot.com/v3 and ScrapingAnt at https://api.scrapingant.com/v2/general.", "question": "Can an agent call Diffbot and ScrapingAnt without installing anything?" } ], "goodFor": [ { "aheadOn": [ "Reliability, 55 against 30", "Schema \u0026 documentation, 83 against 43", "Security \u0026 auth, 21 against 10", "Maintenance \u0026 community, 57 against 5", "Transparency \u0026 trust, 68 against 53" ], "also": null, "goodFor": "Agents that want typed article, product or discussion data from arbitrary pages without writing selectors, and teams that also want the Knowledge Graph.", "slug": "diffbot", "watchFor": "The token is sent as the `token` query parameter on Extract and Knowledge Graph calls. It is the only scheme in the OpenAPI file" }, { "aheadOn": null, "also": null, "goodFor": "A low-volume agent that wants cheap rendered fetches and a tiny tool list, and doesn't need an audit trail.", "slug": "scrapingant", "watchFor": "API Basics puts the key in the query string, so it lands in logs" } ], "job": { "capability": "web.extract", "name": "Extraction" }, "others": [ { "json": "https://www.anchorterminal.com/compare/apify-mcp-vs-scrapingant.json", "title": "Apify MCP Server vs ScrapingAnt", "url": "https://www.anchorterminal.com/compare/apify-mcp-vs-scrapingant" }, { "json": "https://www.anchorterminal.com/compare/bright-data-vs-diffbot.json", "title": "Bright Data vs Diffbot", "url": "https://www.anchorterminal.com/compare/bright-data-vs-diffbot" }, { "json": "https://www.anchorterminal.com/compare/bright-data-vs-scrapingant.json", "title": "Bright Data vs ScrapingAnt", "url": "https://www.anchorterminal.com/compare/bright-data-vs-scrapingant" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-jina-reader.json", "title": "Diffbot vs Jina Reader", "url": "https://www.anchorterminal.com/compare/diffbot-vs-jina-reader" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-scrape-do.json", "title": "Diffbot vs Scrape.do", "url": "https://www.anchorterminal.com/compare/diffbot-vs-scrape-do" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-scrapeless.json", "title": "Diffbot vs Scrapeless", "url": "https://www.anchorterminal.com/compare/diffbot-vs-scrapeless" }, { "json": "https://www.anchorterminal.com/compare/jina-reader-vs-scrapingant.json", "title": "Jina Reader vs ScrapingAnt", "url": "https://www.anchorterminal.com/compare/jina-reader-vs-scrapingant" }, { "json": "https://www.anchorterminal.com/compare/olostep-vs-scrapingant.json", "title": "Olostep vs ScrapingAnt", "url": "https://www.anchorterminal.com/compare/olostep-vs-scrapingant" }, { "json": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrapingant.json", "title": "Oxylabs Web Scraper API vs ScrapingAnt", "url": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrapingant" }, { "json": "https://www.anchorterminal.com/compare/scrape-do-vs-scrapingant.json", "title": "Scrape.do vs ScrapingAnt", "url": "https://www.anchorterminal.com/compare/scrape-do-vs-scrapingant" }, { "json": "https://www.anchorterminal.com/compare/scrapegraphai-vs-scrapingant.json", "title": "ScrapeGraphAI vs ScrapingAnt", "url": "https://www.anchorterminal.com/compare/scrapegraphai-vs-scrapingant" }, { "json": "https://www.anchorterminal.com/compare/scrapeless-vs-scrapingant.json", "title": "Scrapeless vs ScrapingAnt", "url": "https://www.anchorterminal.com/compare/scrapeless-vs-scrapingant" }, { "json": "https://www.anchorterminal.com/compare/scraperapi-vs-scrapingant.json", "title": "ScraperAPI vs ScrapingAnt", "url": "https://www.anchorterminal.com/compare/scraperapi-vs-scrapingant" }, { "json": "https://www.anchorterminal.com/compare/scrapfly-vs-scrapingant.json", "title": "Scrapfly vs ScrapingAnt", "url": "https://www.anchorterminal.com/compare/scrapfly-vs-scrapingant" }, { "json": "https://www.anchorterminal.com/compare/scrapingant-vs-scrapingbee.json", "title": "ScrapingAnt vs ScrapingBee", "url": "https://www.anchorterminal.com/compare/scrapingant-vs-scrapingbee" }, { "json": "https://www.anchorterminal.com/compare/scrapingant-vs-scrapingdog.json", "title": "ScrapingAnt vs Scrapingdog", "url": "https://www.anchorterminal.com/compare/scrapingant-vs-scrapingdog" }, { "json": "https://www.anchorterminal.com/compare/scrapingant-vs-spider-cloud.json", "title": "ScrapingAnt vs Spider", "url": "https://www.anchorterminal.com/compare/scrapingant-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/scrapingant-vs-zenrows.json", "title": "ScrapingAnt vs ZenRows", "url": "https://www.anchorterminal.com/compare/scrapingant-vs-zenrows" }, { "json": "https://www.anchorterminal.com/compare/scrapingant-vs-zyte.json", "title": "ScrapingAnt vs Zyte API", "url": "https://www.anchorterminal.com/compare/scrapingant-vs-zyte" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-firecrawl-mcp.json", "title": "Diffbot vs Firecrawl MCP", "url": "https://www.anchorterminal.com/compare/diffbot-vs-firecrawl-mcp" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-olostep.json", "title": "Diffbot vs Olostep", "url": "https://www.anchorterminal.com/compare/diffbot-vs-olostep" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-oxylabs-web-scraper.json", "title": "Diffbot vs Oxylabs Web Scraper API", "url": "https://www.anchorterminal.com/compare/diffbot-vs-oxylabs-web-scraper" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-scrapegraphai.json", "title": "Diffbot vs ScrapeGraphAI", "url": "https://www.anchorterminal.com/compare/diffbot-vs-scrapegraphai" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-scraperapi.json", "title": "Diffbot vs ScraperAPI", "url": "https://www.anchorterminal.com/compare/diffbot-vs-scraperapi" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-scrapfly.json", "title": "Diffbot vs Scrapfly", "url": "https://www.anchorterminal.com/compare/diffbot-vs-scrapfly" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-scrapingbee.json", "title": "Diffbot vs ScrapingBee", "url": "https://www.anchorterminal.com/compare/diffbot-vs-scrapingbee" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-scrapingdog.json", "title": "Diffbot vs Scrapingdog", "url": "https://www.anchorterminal.com/compare/diffbot-vs-scrapingdog" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-spider-cloud.json", "title": "Diffbot vs Spider", "url": "https://www.anchorterminal.com/compare/diffbot-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-zenrows.json", "title": "Diffbot vs ZenRows", "url": "https://www.anchorterminal.com/compare/diffbot-vs-zenrows" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-zyte.json", "title": "Diffbot vs Zyte API", "url": "https://www.anchorterminal.com/compare/diffbot-vs-zyte" }, { "json": "https://www.anchorterminal.com/compare/firecrawl-mcp-vs-scrapingant.json", "title": "Firecrawl MCP vs ScrapingAnt", "url": "https://www.anchorterminal.com/compare/firecrawl-mcp-vs-scrapingant" }, { "json": "https://www.anchorterminal.com/compare/apify-mcp-vs-diffbot.json", "title": "Apify MCP Server vs Diffbot", "url": "https://www.anchorterminal.com/compare/apify-mcp-vs-diffbot" } ], "scores": [ { "by": 25, "diffbot": 55, "edge": "diffbot", "key": "reliability", "name": "Reliability", "scrapingant": 30, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 40, "diffbot": 83, "edge": "diffbot", "key": "schema", "name": "Schema \u0026 documentation", "scrapingant": 43, "weight": 13 }, { "by": 3, "diffbot": 63, "edge": "scrapingant", "key": "ergonomics", "name": "Agent ergonomics", "scrapingant": 66, "weight": 13 }, { "by": 11, "diffbot": 21, "edge": "diffbot", "key": "security", "name": "Security \u0026 auth", "scrapingant": 10, "weight": 14 }, { "by": 0, "diffbot": 40, "edge": "", "key": "payments", "name": "Payments \u0026 pricing", "scrapingant": 40, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 52, "diffbot": 57, "edge": "diffbot", "key": "maintenance", "name": "Maintenance \u0026 community", "scrapingant": 5, "weight": 7 }, { "by": 15, "diffbot": 68, "edge": "diffbot", "key": "transparency", "name": "Transparency \u0026 trust", "scrapingant": 53, "weight": 7 } ], "summary": "Diffbot scores 54.3 (C) on agent readiness against ScrapingAnt's 35.5 (F), and leads in 5 of 7 scored categories. Both do extraction.", "verdicts": { "diffbot": "Extract returns typed JSON for articles, products, discussions and other page types with no selectors to write, under a public OpenAPI 3.1 contract and a free plan that needs no card. The API token travels in the URL query string, tokens carry no scopes, and no security page, certification or security.txt was found.", "scrapingant": "10,000 free credits a month with no card. API Basics puts the key in the query string, so it lands in logs." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/diffbot-vs-scrapingant", "json": "https://www.anchorterminal.com/compare/diffbot-vs-scrapingant.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/diffbot-vs-scrapingant.md", "slim": "https://www.anchorterminal.com/compare/diffbot-vs-scrapingant.min.md" }, "markdown": "Diffbot scores 54.3 (C) on agent readiness against ScrapingAnt's 35.5 (F), and leads in 5 of 7 scored categories. Both do extraction.\n\n- Diffbot: grade C, 54.3/100, rank #687 of 950. Markdown https://www.anchorterminal.com/tools/diffbot.md · JSON https://www.anchorterminal.com/api/v1/tools/diffbot.json\n- ScrapingAnt: grade F, 35.5/100, rank #934 of 950. Markdown https://www.anchorterminal.com/tools/scrapingant.md · JSON https://www.anchorterminal.com/api/v1/tools/scrapingant.json\n- Best web scraping and crawling APIs for AI agents: https://www.anchorterminal.com/best/web-scrapers/index.md\n- All 167 scrapers comparisons: https://www.anchorterminal.com/compare/web-scrapers/index.md\n\n## Which one, for what\n\n### Diffbot (C)\n\nGood for: Agents that want typed article, product or discussion data from arbitrary pages without writing selectors, and teams that also want the Knowledge Graph.\n\nAhead on:\n- Reliability, 55 against 30\n- Schema \u0026 documentation, 83 against 43\n- Security \u0026 auth, 21 against 10\n- Maintenance \u0026 community, 57 against 5\n- Transparency \u0026 trust, 68 against 53\n\nWatch for: The token is sent as the `token` query parameter on Extract and Knowledge Graph calls. It is the only scheme in the OpenAPI file\n\n### ScrapingAnt (F)\n\nGood for: A low-volume agent that wants cheap rendered fetches and a tiny tool list, and doesn't need an audit trail.\n\nWatch for: API Basics puts the key in the query string, so it lands in logs\n\n\n## Score by category\n\n| Category | Weight | Diffbot | ScrapingAnt | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 55 | 30 | Diffbot +25 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 83 | 43 | Diffbot +40 |\n| Agent ergonomics | 13% (16.2 this run) | 63 | 66 | ScrapingAnt +3 |\n| Security \u0026 auth | 14% (17.5 this run) | 21 | 10 | Diffbot +11 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 40 | 40 | even |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 57 | 5 | Diffbot +52 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 68 | 53 | Diffbot +15 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **54.3 · C** | **35.5 · F** | |\n\n## Facts side by side\n\n| Fact | Diffbot | ScrapingAnt |\n| --- | --- | --- |\n| Kind | HTTP API | HTTP API |\n| Vendor | Diffbot Technologies Corp. | ScrapingAnt (DATAANT) |\n| Hosted endpoint | `https://api.diffbot.com/v3` | `https://api.scrapingant.com/v2/general` |\n| Transports | HTTP | HTTP, Streamable HTTP |\n| Auth | API key | API key |\n| Pricing | Freemium | Freemium |\n| Price for extraction | $0.90 per 1,000 pages | not published |\n| x402 | no | no |\n| Licence | Proprietary service under Diffbot's Terms of Use. The Python client, the TypeScript client and the agent skills are MIT | none |\n| Tools exposed | none | 3 |\n| Read-only variant documented | no | no |\n| llms.txt | yes | no |\n| Last release | 2026-06-15 | 2024-07-16 |\n| Terms last updated | no date given | no date given |\n| Privacy policy last updated | 2025-08-29 | no date given |\n| Customer content may train models | not found in the text | not found in the text |\n| Terms restrict automated access | yes | yes |\n| Terms restrict benchmarking | not found in the text | not found in the text |\n| Terms or service can change without notice | not found in the text | yes |\n| Arbitration or class-action waiver | yes | not found in the text |\n| Popularity | 9 npm/wk, 45 PyPI/wk | 90 npm/wk, 2k PyPI/wk |\n| Agent reviews | none | 3.5/5 (2) |\n\n## Verdicts\n\n**Diffbot.** Extract returns typed JSON for articles, products, discussions and other page types with no selectors to write, under a public OpenAPI 3.1 contract and a free plan that needs no card. The API token travels in the URL query string, tokens carry no scopes, and no security page, certification or security.txt was found.\n\n**ScrapingAnt.** 10,000 free credits a month with no card. API Basics puts the key in the query string, so it lands in logs.\n\n## Before you call either\n\n### Diffbot\n\n1. Call `GET https://api.diffbot.com/v3/analyze?url=\u003cencoded URL\u003e\u0026token=\u003ctoken\u003e` when the page type is unknown. Use `/v3/article` or `/v3/product` to force one schema\n2. Keep the token out of logs and shared URLs. It sits in the query string, so any proxy or log that records the request URL records the token\n3. Stay under 5 calls a minute on Free, 5 a second on Startup and 25 a second on Plus. On 429 wait at least one second and back off\n4. Check a 200 response for `errorCode`. The official client raises `ExtractionError` when a 200 reports a failed extraction\n5. Set `useProxy=default` only when a site blocks the fetch. A proxied page costs 2 credits against 1\n6. Install `diffbot` from PyPI, not `diffbot-python`, which stopped at 0.3.0\n\n### ScrapingAnt\n\n1. Send the key in the `x-api-key` header rather than the query string\n2. Use `/v2/markdown` for LLM input, and set `browser=false` on static pages to pay 1 credit instead of 10\n3. Switch to `proxy_type=residential` only after a 423 (anti-bot) response. It raises a browser request from 10 to 125 credits\n4. On the free plan a second concurrent request gets 409. Wait for the first to finish\n5. Google, Bing and Yandex result pages come back as raw HTML through `/v2/general`, so you parse them yourself\n\n## Questions\n\n### Which is better for AI agents, Diffbot or ScrapingAnt?\n\nDiffbot scores 54.3 (C) on agent readiness against ScrapingAnt's 35.5 (F), and leads in 5 of 7 scored categories.\n\n### Do Diffbot and ScrapingAnt need an API key?\n\nBoth need an API key.\n\n### Can an agent call Diffbot and ScrapingAnt without installing anything?\n\nYes. Diffbot has a hosted endpoint at https://api.diffbot.com/v3 and ScrapingAnt at https://api.scrapingant.com/v2/general.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/diffbot-vs-scrapingant.json, and with the fewest tokens: https://www.anchorterminal.com/compare/diffbot-vs-scrapingant.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"diffbot\", \"b\": \"scrapingant\"}`. From a terminal: `anchor compare diffbot scrapingant`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/diffbot.json and https://www.anchorterminal.com/api/v1/tools/scrapingant.json\n\n## Other comparisons with Diffbot or ScrapingAnt\n\n- [Apify MCP Server vs ScrapingAnt](https://www.anchorterminal.com/compare/apify-mcp-vs-scrapingant.md)\n- [Bright Data vs Diffbot](https://www.anchorterminal.com/compare/bright-data-vs-diffbot.md)\n- [Bright Data vs ScrapingAnt](https://www.anchorterminal.com/compare/bright-data-vs-scrapingant.md)\n- [Diffbot vs Jina Reader](https://www.anchorterminal.com/compare/diffbot-vs-jina-reader.md)\n- [Diffbot vs Scrape.do](https://www.anchorterminal.com/compare/diffbot-vs-scrape-do.md)\n- [Diffbot vs Scrapeless](https://www.anchorterminal.com/compare/diffbot-vs-scrapeless.md)\n- [Jina Reader vs ScrapingAnt](https://www.anchorterminal.com/compare/jina-reader-vs-scrapingant.md)\n- [Olostep vs ScrapingAnt](https://www.anchorterminal.com/compare/olostep-vs-scrapingant.md)\n- [Oxylabs Web Scraper API vs ScrapingAnt](https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrapingant.md)\n- [Scrape.do vs ScrapingAnt](https://www.anchorterminal.com/compare/scrape-do-vs-scrapingant.md)\n- [ScrapeGraphAI vs ScrapingAnt](https://www.anchorterminal.com/compare/scrapegraphai-vs-scrapingant.md)\n- [Scrapeless vs ScrapingAnt](https://www.anchorterminal.com/compare/scrapeless-vs-scrapingant.md)\n- [ScraperAPI vs ScrapingAnt](https://www.anchorterminal.com/compare/scraperapi-vs-scrapingant.md)\n- [Scrapfly vs ScrapingAnt](https://www.anchorterminal.com/compare/scrapfly-vs-scrapingant.md)\n- [ScrapingAnt vs ScrapingBee](https://www.anchorterminal.com/compare/scrapingant-vs-scrapingbee.md)\n- [ScrapingAnt vs Scrapingdog](https://www.anchorterminal.com/compare/scrapingant-vs-scrapingdog.md)\n- [ScrapingAnt vs Spider](https://www.anchorterminal.com/compare/scrapingant-vs-spider-cloud.md)\n- [ScrapingAnt vs ZenRows](https://www.anchorterminal.com/compare/scrapingant-vs-zenrows.md)\n- [ScrapingAnt vs Zyte API](https://www.anchorterminal.com/compare/scrapingant-vs-zyte.md)\n- [Diffbot vs Firecrawl MCP](https://www.anchorterminal.com/compare/diffbot-vs-firecrawl-mcp.md)\n- [Diffbot vs Olostep](https://www.anchorterminal.com/compare/diffbot-vs-olostep.md)\n- [Diffbot vs Oxylabs Web Scraper API](https://www.anchorterminal.com/compare/diffbot-vs-oxylabs-web-scraper.md)\n- [Diffbot vs ScrapeGraphAI](https://www.anchorterminal.com/compare/diffbot-vs-scrapegraphai.md)\n- [Diffbot vs ScraperAPI](https://www.anchorterminal.com/compare/diffbot-vs-scraperapi.md)\n- [Diffbot vs Scrapfly](https://www.anchorterminal.com/compare/diffbot-vs-scrapfly.md)\n- [Diffbot vs ScrapingBee](https://www.anchorterminal.com/compare/diffbot-vs-scrapingbee.md)\n- [Diffbot vs Scrapingdog](https://www.anchorterminal.com/compare/diffbot-vs-scrapingdog.md)\n- [Diffbot vs Spider](https://www.anchorterminal.com/compare/diffbot-vs-spider-cloud.md)\n- [Diffbot vs ZenRows](https://www.anchorterminal.com/compare/diffbot-vs-zenrows.md)\n- [Diffbot vs Zyte API](https://www.anchorterminal.com/compare/diffbot-vs-zyte.md)\n- [Firecrawl MCP vs ScrapingAnt](https://www.anchorterminal.com/compare/firecrawl-mcp-vs-scrapingant.md)\n- [Apify MCP Server vs Diffbot](https://www.anchorterminal.com/compare/apify-mcp-vs-diffbot.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-10", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Diffbot vs ScrapingAnt", "url": "" } ], "description": "Diffbot scores 54.3 (C) to ScrapingAnt's 35.5 (F) for extraction. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Diffbot C 54.3", "ScrapingAnt F 35.5", "scores" ], "h1": "Diffbot vs ScrapingAnt", "image": "https://www.anchorterminal.com/assets/og/compare-diffbot-vs-scrapingant.png", "path": "/compare/diffbot-vs-scrapingant", "published": "2026-10-01", "section": "tools", "title": "Diffbot vs ScrapingAnt for AI agents in 2026: scores and prices", "toc": null, "updated": "2026-10-09", "url": "https://www.anchorterminal.com/compare/diffbot-vs-scrapingant" }, "tokens": { "markdown": 2550, "slim": 630 }, "version": 1 }