{ "data": { "a": { "slug": "oxylabs-web-scraper", "name": "Oxylabs Web Scraper API", "vendor": "oxylabs, UAB", "vendorUrl": "https://oxylabs.io", "kind": "http-api", "category": "web-scrapers", "summary": "Hosted scraping API from Oxylabs that fetches public pages through its proxy pool with optional JavaScript rendering and returns HTML, Markdown or parsed JSON, with dedicated sources for Google, Amazon and other large sites.", "url": "https://www.anchorterminal.com/tools/oxylabs-web-scraper", "markdownUrl": "https://www.anchorterminal.com/tools/oxylabs-web-scraper.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/oxylabs-web-scraper.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/oxylabs-web-scraper.json", "repo": "https://github.com/oxylabs/oxylabs-mcp", "license": "Proprietary service under the Oxylabs General Conditions. The MCP server and the Python SDK on GitHub are MIT", "transports": [ "http", "streamable-http", "stdio" ], "remoteUrl": "https://realtime.oxylabs.io/v1/queries", "packages": [ { "registry": "pypi", "name": "oxylabs" }, { "registry": "pypi", "name": "oxylabs-mcp" }, { "registry": "go", "name": "github.com/oxylabs/oxylabs-sdk-go" } ], "auth": "api-key", "authNotes": "HTTP Basic with the username and password of a product instance created in the Oxylabs dashboard. The password can be edited, an instance can take whitelisted IPs and a spending limit, and no scopes were found. The hosted MCP server takes the same pair in an `Authorization: Basic` header or in `X-Oxylabs-Username` and `X-Oxylabs-Password`. The Classic overview page says to contact the team for credentials, while the MCP page says they come from the dashboard, whose product list now shows only Web API under data collection.", "pricing": "usage", "pricingNotes": "A one-time $5 welcome credit with no payment details, then a monthly plan of $30, $100 or $500 whose amount becomes a credit balance shared across Oxylabs products and expires each cycle. On Starter, other targets cost $1.00 per 1,000 results without rendering and $1.50 with it, Amazon $0.50, Google $1.00 or $1.35 rendered, and LLM sources $1.50 (https://oxylabs.io/products/scraper-api/web/pricing, which now redirects to the Web API /Scrape pricing page, checked 2026-10-08). Purchases are non-refundable.", "priceSummary": "$30 / mo", "where": "both", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the pricing page, the docs index, the Web Scraper API pages or the MCP repository (checked 2026-10-08).", "endpoints": [] }, "toolCount": 10, "popularity": { "githubStars": null, "npmWeekly": null, "pypiWeekly": 17594, "asOf": "2026-10-08" }, "docsUrl": "https://developers.oxylabs.io/products/web-scraper-api", "llmsTxt": "https://developers.oxylabs.io/llms.txt", "registryName": "io.oxylabs/oxylabs-mcp", "capabilities": [ "web.scrape", "web.extract", "scraping.proxies", "scraping.js-render", "scraping.anti-bot", "search.serp" ], "tags": [ "hosted", "no-card", "mcp", "llms-txt", "proxies", "python", "go", "closed-source", "status-page", "soc2" ], "lastRelease": "2026-09-07", "graded": true, "anchor": { "graded": true, "score": 63, "grade": "B", "agentReady": false, "rank": 372, "ranked": true, "rankOf": 842, "categoryRank": 9, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 79, "maintenance": 72, "payments": 40, "reliability": 80, "schema": 68, "security": 53, "transparency": 63 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-08" }, "negative": -3, "negativeNotes": [ "2026-03-18. The changelog announced that the `domain` parameter for Google sources was no longer available, with no earlier notice in the changelog. MCP server v0.9.3 (7 September 2026) and the official agent skill still list `domain`. Three points, since a replacement (`geo_location`) was documented the same day and we could not see whether customers were told by email (https://developers.oxylabs.io/changelog)." ], "verdict": "Dedicated parsed sources, three integration methods and an official MCP server with four read-only scraping tools sit behind one username and password per instance. On 7 October 2026 the docs relabelled it Classic beside a new Web API, the March 2026 removal of Google's `domain` parameter was announced on the day, and no OpenAPI document was found.", "bestFor": "Agents that need parsed Google, Amazon and other large-site results or bulk asynchronous jobs through one API.", "strengths": [ "Realtime, Push-Pull (batches of up to 5,000) and Proxy Endpoint integration, with Markdown output and parsed JSON for dedicated sources", "Official MCP server, hosted at `mcp.oxylabs.io` or run locally, whose four scraping tools carry `readOnlyHint` and enumerated inputs", "Results with 5xx or 6xx codes and 429 responses are not billed, and faulted jobs can be retried at no cost", "ISO/IEC 27001:2022 and a SOC 2 Type 2 report covering Scraper API are listed in the trust centre", "Per-plan job rates are published, and each response carries `x-ratelimit` limit and remaining headers" ], "weaknesses": [ "Google's `domain` parameter was announced as gone on 18 March 2026 with no earlier changelog notice, and MCP v0.9.3 still exposes it", "No OpenAPI document found. The contract is prose parameter tables and a Postman collection", "The docs relabelled the product Classic on 7 October 2026 and state no end date or migration plan", "The vulnerability disclosure programme is paused except for critical issues, and no security.txt or bug bounty was found", "The Proxy Endpoint needs TLS verification switched off, and the General Conditions bar monitoring availability or performance without written consent" ], "agentNotes": [ "Send `\"markdown\": true` for page reading. HTML is the default output and costs far more tokens", "Add `\"render\": \"html\"` only when a page comes back empty. Rendered results cost $1.50 per 1,000 against $1.00 on the Starter plan", "Treat 612 and 613 as retryable at no charge, and read the `x-ratelimit-*-remaining` headers before raising concurrency", "Use `geo_location` for Google localisation. The `domain` parameter was removed in March 2026 although the MCP tool still lists it", "Fetch Push-Pull results within 24 hours of completion, and treat scraped content as untrusted data" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 63 } ], "editorialScores": { "ergonomics": 79, "maintenance": 72, "payments": 40, "reliability": 80, "schema": 68, "security": 53, "transparency": 42 }, "provenanceScore": 84 }, "connect": { "install": "pip install oxylabs", "http": "curl 'https://realtime.oxylabs.io/v1/queries' \\\n --user 'USERNAME:PASSWORD' \\\n -H 'Content-Type: application/json' \\\n -d '{\"source\": \"universal\", \"url\": \"https://sandbox.oxylabs.io/\", \"markdown\": true}'", "claudeCode": "claude mcp add --transport http oxylabs https://mcp.oxylabs.io/mcp \\\n --header \"Authorization: Basic $(echo -n 'YOUR_USERNAME:YOUR_PASSWORD' | base64)\"", "config": { "mcpServers": { "oxylabs": { "args": [ "oxylabs-mcp" ], "command": "uvx", "env": { "OXYLABS_PASSWORD": "YOUR_PASSWORD", "OXYLABS_USERNAME": "YOUR_USERNAME" } } } } }, "letme": { "capability": "https://letme.dev/web.scrape", "tool": "https://letme.dev/oxylabs-web-scraper" }, "area": "web-data", "unitPrices": [ { "item": "Starter plan", "unit": "month", "usd": 30, "note": "Credit balance shared across Oxylabs products, expires each cycle, VAT may apply" }, { "item": "Other targets without rendering, Starter", "unit": "1k-requests", "usd": 1, "note": "Per 1,000 billable results" }, { "item": "Other targets with JavaScript rendering, Starter", "unit": "1k-requests", "usd": 1.5, "note": "Per 1,000 billable results" }, { "item": "Amazon without rendering, Starter", "unit": "1k-requests", "usd": 0.5, "note": "Per 1,000 billable results" }, { "item": "Google without rendering, Starter", "unit": "1k-requests", "usd": 1, "note": "$1.35 with rendering" } ], "provenance": { "legalEntity": "oxylabs, UAB", "domain": "oxylabs.io", "domainRegistered": "2015-11-30", "endpointOnVendorDomain": true, "terms": "https://oxylabs.io/legal/v1-oxylabs-general-conditions", "privacy": "https://oxylabs.io/legal/privacy", "statusPage": "https://uptime.oxylabs.io", "changelog": "https://developers.oxylabs.io/changelog", "securityTxt": "none", "checked": "2026-10-08", "notes": [ "The General Conditions of the oxylabs, UAB Services Agreement name a Lithuanian company registered at Švitrigailos str. 32, Vilnius, and were last updated on 5 October 2026. They are linked from the trust centre, not from the site footer.", "The privacy policy was last updated on 14 October 2024 and does not name the controlling entity. It covers registration and self-service use as well as the website.", "https://oxylabs.io/.well-known/security.txt returns 404. The vulnerability disclosure policy gives security@oxylabs.io and says the programme is paused except for critical issues.", "RDAP gives a registration date of 2015-11-30 for oxylabs.io.", "The API answers on realtime.oxylabs.io and data.oxylabs.io, and the hosted MCP server on mcp.oxylabs.io." ], "score": 84 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/oxylabs-web-scraper.json", "live": { "slug": "oxylabs-web-scraper", "probe": { "target": "https://realtime.oxylabs.io/v1/queries", "method": "get", "lastAt": "2026-10-09T11:46:36.41755847Z", "lastOk": true, "lastStatus": 404, "lastMs": 97, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 98, "p95ms24h": 136, "samples24h": 44, "samples30d": 44, "days": [ { "date": "2026-10-09", "probes": 44, "ok": 44 } ] }, "vendorStatus": { "page": "https://uptime.oxylabs.io", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-09T11:40:13.890061215Z" }, "updatedAt": "2026-10-09T11:46:36.41755847Z" } }, "answer": "Oxylabs Web Scraper API scores 63 (B) on agent readiness against Scrapingdog's 39.2 (E), and leads in 6 of 7 scored categories.", "b": { "slug": "scrapingdog", "name": "Scrapingdog", "vendor": "Scrapingdog (OpenData Labs)", "vendorUrl": "https://www.scrapingdog.com", "kind": "http-api", "category": "web-scrapers", "summary": "Web scraping API billed by credits.", "url": "https://www.anchorterminal.com/tools/scrapingdog", "markdownUrl": "https://www.anchorterminal.com/tools/scrapingdog.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/scrapingdog.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/scrapingdog.json", "transports": [ "http", "stdio" ], "remoteUrl": "https://api.scrapingdog.com/scrape", "packages": [ { "registry": "npm", "name": "scrapingdog-mcp" }, { "registry": "npm", "name": "scrapingdog-sdk" }, { "registry": "pypi", "name": "scrapingdog" } ], "auth": "api-key", "authNotes": "The key goes in the api_key query parameter on every request. The docs show no header option. The MCP server reads SCRAPINGDOG_API_KEY from the environment.", "pricing": "freemium", "pricingNotes": "Free plan of 100 credits with 1 concurrent request, no card (the docs say 200 requests a month). Lite $40 a month (200,000 credits, 5 concurrent), Standard $90 (1M, 50), Pro $200 (3M, 100), Premium $350 (6M, 150), then plans up to $30,000 a month. Annual billing gives 2 months free. A plain request costs 1 credit, JS rendering 5, premium proxy or geotargeting 10, both 25, Google SERP 5 to 10, LinkedIn profiles 10 to 100. Failed requests aren't charged (https://www.scrapingdog.com/pricing/).", "priceSummary": "$40 / mo", "where": "both", "x402": { "level": "no", "evidence": "No x402 mention on the site, docs or pricing (checked 2026-09-30).", "endpoints": [] }, "toolCount": 35, "popularity": { "githubStars": 0, "npmWeekly": 41, "pypiWeekly": 12, "asOf": "2026-09-30" }, "docsUrl": "https://www.scrapingdog.com/documentation/", "llmsTxt": "https://www.scrapingdog.com/llms.txt", "registryName": "io.github.Darshan972/scrapingdog-mcp", "capabilities": [ "web.scrape", "web.extract", "web.search", "scraping.proxies", "scraping.js-render", "scraping.anti-bot", "scraping.screenshot", "scraping.serp" ], "tags": [ "hosted", "freemium", "no-card", "mcp", "llms-txt", "proxies", "closed-source", "python", "typescript" ], "lastRelease": "2026-07-31", "graded": true, "anchor": { "graded": true, "score": 39.2, "grade": "E", "agentReady": false, "rank": 810, "ranked": true, "rankOf": 842, "categoryRank": 15, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 44, "maintenance": 45, "payments": 40, "reliability": 62, "schema": 43, "security": 5, "transparency": 55 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-01" }, "negative": -2, "negativeNotes": [ "2026-08-01: the vendor-linked MCP server's web_scrape tool describes dynamic as `(API default: false)`, while https://www.scrapingdog.com/documentation/javascript-rendering/ says rendering is on by default at 5 credits. The MCP omits unset parameters, so a model that trusts the description pays 5 times the plain rate (https://github.com/Darshan972/Scrapingdog-mcp, src/endpoints.ts) (-2)." ], "verdict": "A plain request is 1 credit, about $0.20 per 1,000 on Lite. API key only travels in the URL query string.", "bestFor": "A budget agent that wants parsed Google, Amazon or LinkedIn results and can keep the key out of logs.", "strengths": [ "A plain request is 1 credit, about $0.20 per 1,000 on Lite", "Parsed JSON endpoints for Google, Amazon, LinkedIn, YouTube and more under one key", "Terms let you store and redistribute returned data during the subscription, and the privacy policy says API calls aren't stored or logged", "Failed requests aren't charged, and a public SLA page compensates downtime in credits", "Concurrency per plan is published, from 1 up to 2,200" ], "weaknesses": [ "API key only travels in the URL query string", "Rendering defaults on at 5 credits, and the MCP's web_scrape description says the default is off", "MCP server published 2026-08-01 from a personal account, with 35 tools, no CI, no tags and no release since", "No changelog, security.txt or prompt-injection guidance", "The free allowance differs between pricing (100 credits) and docs (200 a month)" ], "agentNotes": [ "Add dynamic=false unless the page needs JavaScript. It cuts the cost from 5 credits to 1, whatever the MCP description says", "Keep request URLs out of logs, since they carry api_key", "Set client timeouts above 60 seconds and retry on 429 or timeout. Failures aren't billed", "Prefer the parsed endpoints (Google, Amazon) over scraping the raw page when one exists" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 2, "avgRating": 3, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "E", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 39.2 } ], "editorialScores": { "ergonomics": 44, "maintenance": 45, "payments": 40, "reliability": 62, "schema": 43, "security": 5, "transparency": 37 }, "provenanceScore": 72 }, "connect": { "http": "curl \"https://api.scrapingdog.com/scrape?api_key=$SCRAPINGDOG_API_KEY\u0026url=https://example.com\u0026dynamic=false\"", "claudeCode": "claude mcp add scrapingdog -e SCRAPINGDOG_API_KEY=$SCRAPINGDOG_API_KEY -- npx -y scrapingdog-mcp", "config": { "mcpServers": { "scrapingdog": { "args": [ "-y", "scrapingdog-mcp" ], "command": "npx", "env": { "SCRAPINGDOG_API_KEY": "${SCRAPINGDOG_API_KEY}" } } } } }, "letme": { "capability": "https://letme.dev/web.scrape", "tool": "https://letme.dev/scrapingdog" }, "area": "web-data", "unitPrices": [ { "item": "Lite plan", "unit": "month", "usd": 40, "note": "200,000 credits, 5 concurrent" }, { "item": "Standard plan", "unit": "month", "usd": 90, "note": "1,000,000 credits, 50 concurrent" }, { "item": "Pro plan", "unit": "month", "usd": 200, "note": "3,000,000 credits, 100 concurrent" }, { "item": "Plain request on Lite", "unit": "1k-requests", "usd": 0.2, "note": "1 credit each, dynamic=false" }, { "item": "JS-rendered request on Lite", "unit": "1k-requests", "usd": 1, "note": "5 credits each, the default" } ], "provenance": { "legalEntity": "OpenData Labs Private Limited", "domain": "scrapingdog.com", "domainRegistered": "2020-04-04", "endpointOnVendorDomain": true, "terms": "https://www.scrapingdog.com/terms/", "privacy": "https://www.scrapingdog.com/privacy/", "statusPage": "https://stats.uptimerobot.com/SAQkQwbOYj", "changelog": "", "securityTxt": "none", "checked": "2026-09-30", "notes": [ "Legal entity from the site footer. The terms are governed by the laws of Rajasthan, India.", "The status page is a hosted UptimeRobot page linked from the footer." ], "score": 72 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/scrapingdog.json", "live": { "slug": "scrapingdog", "probe": { "target": "https://api.scrapingdog.com/scrape", "method": "get", "lastAt": "2026-10-09T11:46:39.779903145Z", "lastOk": true, "lastStatus": 400, "lastMs": 116, "authRequired": false, "uptime24h": 100, "uptime30d": 99.96, "p50ms24h": 132, "p95ms24h": 269, "samples24h": 259, "samples30d": 2311, "days": [ { "date": "2026-09-30", "probes": 35, "ok": 35 }, { "date": "2026-10-01", "probes": 276, "ok": 276 }, { "date": "2026-10-02", "probes": 248, "ok": 248 }, { "date": "2026-10-03", "probes": 271, "ok": 271 }, { "date": "2026-10-04", "probes": 272, "ok": 272 }, { "date": "2026-10-05", "probes": 272, "ok": 272 }, { "date": "2026-10-06", "probes": 272, "ok": 272 }, { "date": "2026-10-07", "probes": 272, "ok": 271 }, { "date": "2026-10-08", "probes": 268, "ok": 268 }, { "date": "2026-10-09", "probes": 125, "ok": 125 } ] }, "vendorStatus": { "page": "https://stats.uptimerobot.com/SAQkQwbOYj", "indicator": "unknown", "summary": "no machine-readable status found", "checkedAt": "2026-10-09T07:58:30.944163849Z" }, "versions": [ { "registry": "mcp-registry", "name": "io.github.Darshan972/scrapingdog-mcp", "version": "0.1.1", "seenAt": "2026-10-09T02:57:46.004536428Z" }, { "registry": "npm", "name": "scrapingdog-mcp", "version": "0.1.1", "seenAt": "2026-10-08T16:28:37.661350393Z" }, { "registry": "npm", "name": "scrapingdog-sdk", "version": "1.0.1", "seenAt": "2026-10-08T16:28:38.592029992Z" }, { "registry": "pypi", "name": "scrapingdog", "version": "1.1.0", "released": "2026-07-31", "seenAt": "2026-10-08T16:28:39.986646502Z" } ], "npmWeekly": 52, "pypiWeekly": 12, "securityTxt": { "url": "https://scrapingdog.com/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-08T15:38:31.709845728Z" }, "llmsTxt": { "url": "https://www.scrapingdog.com/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-08T14:00:51.929951308Z" }, "domain": { "domain": "scrapingdog.com", "registered": "2020-04-04", "source": "https://rdap.verisign.com/com/v1/domain/scrapingdog.com", "checkedAt": "2026-10-04T13:06:10.743416145Z" }, "pages": [ { "url": "https://www.scrapingdog.com/terms/", "kind": "deprecations", "status": 304, "checkedAt": "2026-10-08T18:30:21.439094992Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "2305ca79c5e0" }, { "url": "https://www.scrapingdog.com/pricing/", "kind": "pricing", "status": 304, "checkedAt": "2026-10-08T18:30:17.418583652Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "9d279976db89" }, { "url": "https://www.scrapingdog.com/privacy/", "kind": "privacy", "status": 304, "checkedAt": "2026-10-08T18:30:19.437865513Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "bd229180f12f" } ], "updatedAt": "2026-10-09T11:46:39.779903145Z" } }, "facts": [ { "a": "HTTP API", "b": "HTTP API", "name": "Kind" }, { "a": "oxylabs, UAB", "b": "Scrapingdog (OpenData Labs)", "name": "Vendor" }, { "a": "https://realtime.oxylabs.io/v1/queries", "b": "https://api.scrapingdog.com/scrape", "name": "Hosted endpoint" }, { "a": "HTTP, Streamable HTTP, stdio", "b": "HTTP, stdio", "name": "Transports" }, { "a": "API key", "b": "API key", "name": "Auth" }, { "a": "Pay per use", "b": "Freemium", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Proprietary service under the Oxylabs General Conditions. The MCP server and the Python SDK on GitHub are MIT", "b": "none", "name": "Licence" }, { "a": "10", "b": "35", "name": "Tools exposed" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "io.oxylabs/oxylabs-mcp", "b": "io.github.Darshan972/scrapingdog-mcp", "name": "MCP registry" }, { "a": "2026-09-07", "b": "2026-07-31", "name": "Last release" }, { "a": "2026-10-05", "b": "2026-01-13", "name": "Terms last updated" }, { "a": "2024-10-14", "b": "2025-07-17", "name": "Privacy policy last updated" }, { "a": "yes", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "yes", "b": "not found in the text", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "yes", "name": "Terms or service can change without notice" }, { "a": "yes", "b": "not found in the text", "name": "Arbitration or class-action waiver" }, { "a": "18k PyPI/wk", "b": "0 stars, 41 npm/wk, 12 PyPI/wk", "name": "Popularity" }, { "a": "none", "b": "3/5 (2)", "name": "Agent reviews" } ], "faq": [ { "answer": "Oxylabs Web Scraper API scores 63 (B) on agent readiness against Scrapingdog's 39.2 (E), and leads in 6 of 7 scored categories.", "question": "Which is better for AI agents, Oxylabs Web Scraper API or Scrapingdog?" }, { "answer": "Both need an API key.", "question": "Do Oxylabs Web Scraper API and Scrapingdog need an API key?" }, { "answer": "Yes. Oxylabs Web Scraper API has a hosted endpoint at https://realtime.oxylabs.io/v1/queries and Scrapingdog at https://api.scrapingdog.com/scrape.", "question": "Can an agent call Oxylabs Web Scraper API and Scrapingdog without installing anything?" } ], "goodFor": [ { "aheadOn": [ "Reliability, 80 against 62", "Schema \u0026 documentation, 68 against 43", "Agent ergonomics, 79 against 44", "Security \u0026 auth, 53 against 5", "Maintenance \u0026 community, 72 against 45", "Transparency \u0026 trust, 63 against 55" ], "also": null, "goodFor": "Agents that need parsed Google, Amazon and other large-site results or bulk asynchronous jobs through one API.", "slug": "oxylabs-web-scraper", "watchFor": "Google's `domain` parameter was announced as gone on 18 March 2026 with no earlier changelog notice, and MCP v0.9.3 still exposes it" }, { "aheadOn": null, "also": null, "goodFor": "A budget agent that wants parsed Google, Amazon or LinkedIn results and can keep the key out of logs.", "slug": "scrapingdog", "watchFor": "API key only travels in the URL query string" } ], "job": { "capability": "web.scrape", "name": "Scraping" }, "others": [ { "json": "https://www.anchorterminal.com/compare/firecrawl-mcp-vs-scrapingdog.json", "title": "Firecrawl MCP vs Scrapingdog", "url": "https://www.anchorterminal.com/compare/firecrawl-mcp-vs-scrapingdog" }, { "json": "https://www.anchorterminal.com/compare/bright-data-vs-oxylabs-web-scraper.json", "title": "Bright Data vs Oxylabs Web Scraper API", "url": "https://www.anchorterminal.com/compare/bright-data-vs-oxylabs-web-scraper" }, { "json": "https://www.anchorterminal.com/compare/bright-data-vs-scrapingdog.json", "title": "Bright Data vs Scrapingdog", "url": "https://www.anchorterminal.com/compare/bright-data-vs-scrapingdog" }, { "json": "https://www.anchorterminal.com/compare/jina-reader-vs-oxylabs-web-scraper.json", "title": "Jina Reader vs Oxylabs Web Scraper API", "url": "https://www.anchorterminal.com/compare/jina-reader-vs-oxylabs-web-scraper" }, { "json": "https://www.anchorterminal.com/compare/jina-reader-vs-scrapingdog.json", "title": "Jina Reader vs Scrapingdog", "url": "https://www.anchorterminal.com/compare/jina-reader-vs-scrapingdog" }, { "json": "https://www.anchorterminal.com/compare/olostep-vs-oxylabs-web-scraper.json", "title": "Olostep vs Oxylabs Web Scraper API", "url": "https://www.anchorterminal.com/compare/olostep-vs-oxylabs-web-scraper" }, { "json": "https://www.anchorterminal.com/compare/olostep-vs-scrapingdog.json", "title": "Olostep vs Scrapingdog", "url": "https://www.anchorterminal.com/compare/olostep-vs-scrapingdog" }, { "json": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrape-do.json", "title": "Oxylabs Web Scraper API vs Scrape.do", "url": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrape-do" }, { "json": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrapegraphai.json", "title": "Oxylabs Web Scraper API vs ScrapeGraphAI", "url": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrapegraphai" }, { "json": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrapeless.json", "title": "Oxylabs Web Scraper API vs Scrapeless", "url": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrapeless" }, { "json": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrapfly.json", "title": "Oxylabs Web Scraper API vs Scrapfly", "url": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrapfly" }, { "json": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrapingant.json", "title": "Oxylabs Web Scraper API vs ScrapingAnt", "url": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrapingant" }, { "json": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrapingbee.json", "title": "Oxylabs Web Scraper API vs ScrapingBee", "url": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrapingbee" }, { "json": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-spider-cloud.json", "title": "Oxylabs Web Scraper API vs Spider", "url": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-zenrows.json", "title": "Oxylabs Web Scraper API vs ZenRows", "url": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-zenrows" }, { "json": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-zyte.json", "title": "Oxylabs Web Scraper API vs Zyte API", "url": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-zyte" }, { "json": "https://www.anchorterminal.com/compare/scrape-do-vs-scrapingdog.json", "title": "Scrape.do vs Scrapingdog", "url": "https://www.anchorterminal.com/compare/scrape-do-vs-scrapingdog" }, { "json": "https://www.anchorterminal.com/compare/scrapegraphai-vs-scrapingdog.json", "title": "ScrapeGraphAI vs Scrapingdog", "url": "https://www.anchorterminal.com/compare/scrapegraphai-vs-scrapingdog" }, { "json": "https://www.anchorterminal.com/compare/scrapeless-vs-scrapingdog.json", "title": "Scrapeless vs Scrapingdog", "url": "https://www.anchorterminal.com/compare/scrapeless-vs-scrapingdog" }, { "json": "https://www.anchorterminal.com/compare/scrapfly-vs-scrapingdog.json", "title": "Scrapfly vs Scrapingdog", "url": "https://www.anchorterminal.com/compare/scrapfly-vs-scrapingdog" }, { "json": "https://www.anchorterminal.com/compare/scrapingant-vs-scrapingdog.json", "title": "ScrapingAnt vs Scrapingdog", "url": "https://www.anchorterminal.com/compare/scrapingant-vs-scrapingdog" }, { "json": "https://www.anchorterminal.com/compare/scrapingbee-vs-scrapingdog.json", "title": "ScrapingBee vs Scrapingdog", "url": "https://www.anchorterminal.com/compare/scrapingbee-vs-scrapingdog" }, { "json": "https://www.anchorterminal.com/compare/scrapingdog-vs-spider-cloud.json", "title": "Scrapingdog vs Spider", "url": "https://www.anchorterminal.com/compare/scrapingdog-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/scrapingdog-vs-zenrows.json", "title": "Scrapingdog vs ZenRows", "url": "https://www.anchorterminal.com/compare/scrapingdog-vs-zenrows" }, { "json": "https://www.anchorterminal.com/compare/scrapingdog-vs-zyte.json", "title": "Scrapingdog vs Zyte API", "url": "https://www.anchorterminal.com/compare/scrapingdog-vs-zyte" }, { "json": "https://www.anchorterminal.com/compare/firecrawl-mcp-vs-oxylabs-web-scraper.json", "title": "Firecrawl MCP vs Oxylabs Web Scraper API", "url": "https://www.anchorterminal.com/compare/firecrawl-mcp-vs-oxylabs-web-scraper" } ], "scores": [ { "by": 18, "edge": "oxylabs-web-scraper", "key": "reliability", "name": "Reliability", "oxylabs-web-scraper": 80, "scrapingdog": 62, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 25, "edge": "oxylabs-web-scraper", "key": "schema", "name": "Schema \u0026 documentation", "oxylabs-web-scraper": 68, "scrapingdog": 43, "weight": 13 }, { "by": 35, "edge": "oxylabs-web-scraper", "key": "ergonomics", "name": "Agent ergonomics", "oxylabs-web-scraper": 79, "scrapingdog": 44, "weight": 13 }, { "by": 48, "edge": "oxylabs-web-scraper", "key": "security", "name": "Security \u0026 auth", "oxylabs-web-scraper": 53, "scrapingdog": 5, "weight": 14 }, { "by": 0, "edge": "", "key": "payments", "name": "Payments \u0026 pricing", "oxylabs-web-scraper": 40, "scrapingdog": 40, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 27, "edge": "oxylabs-web-scraper", "key": "maintenance", "name": "Maintenance \u0026 community", "oxylabs-web-scraper": 72, "scrapingdog": 45, "weight": 7 }, { "by": 8, "edge": "oxylabs-web-scraper", "key": "transparency", "name": "Transparency \u0026 trust", "oxylabs-web-scraper": 63, "scrapingdog": 55, "weight": 7 } ], "summary": "Oxylabs Web Scraper API scores 63 (B) on agent readiness against Scrapingdog's 39.2 (E), and leads in 6 of 7 scored categories. Both do scraping.", "verdicts": { "oxylabs-web-scraper": "Dedicated parsed sources, three integration methods and an official MCP server with four read-only scraping tools sit behind one username and password per instance. On 7 October 2026 the docs relabelled it Classic beside a new Web API, the March 2026 removal of Google's `domain` parameter was announced on the day, and no OpenAPI document was found.", "scrapingdog": "A plain request is 1 credit, about $0.20 per 1,000 on Lite. API key only travels in the URL query string." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrapingdog", "json": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrapingdog.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrapingdog.md", "slim": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrapingdog.min.md" }, "markdown": "Oxylabs Web Scraper API scores 63 (B) on agent readiness against Scrapingdog's 39.2 (E), and leads in 6 of 7 scored categories. Both do scraping.\n\n- Oxylabs Web Scraper API: grade B, 63/100, rank #372 of 842. Markdown https://www.anchorterminal.com/tools/oxylabs-web-scraper.md · JSON https://www.anchorterminal.com/api/v1/tools/oxylabs-web-scraper.json\n- Scrapingdog: grade E, 39.2/100, rank #810 of 842. Markdown https://www.anchorterminal.com/tools/scrapingdog.md · JSON https://www.anchorterminal.com/api/v1/tools/scrapingdog.json\n\n## Which one, for what\n\n### Oxylabs Web Scraper API (B)\n\nGood for: Agents that need parsed Google, Amazon and other large-site results or bulk asynchronous jobs through one API.\n\nAhead on:\n- Reliability, 80 against 62\n- Schema \u0026 documentation, 68 against 43\n- Agent ergonomics, 79 against 44\n- Security \u0026 auth, 53 against 5\n- Maintenance \u0026 community, 72 against 45\n- Transparency \u0026 trust, 63 against 55\n\nWatch for: Google's `domain` parameter was announced as gone on 18 March 2026 with no earlier changelog notice, and MCP v0.9.3 still exposes it\n\n### Scrapingdog (E)\n\nGood for: A budget agent that wants parsed Google, Amazon or LinkedIn results and can keep the key out of logs.\n\nWatch for: API key only travels in the URL query string\n\n\n## Score by category\n\n| Category | Weight | Oxylabs Web Scraper API | Scrapingdog | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 80 | 62 | Oxylabs Web Scraper API +18 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 68 | 43 | Oxylabs Web Scraper API +25 |\n| Agent ergonomics | 13% (16.2 this run) | 79 | 44 | Oxylabs Web Scraper API +35 |\n| Security \u0026 auth | 14% (17.5 this run) | 53 | 5 | Oxylabs Web Scraper API +48 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 40 | 40 | even |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 72 | 45 | Oxylabs Web Scraper API +27 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 63 | 55 | Oxylabs Web Scraper API +8 |\n| Negative events | ≤15 | -3 | -2 | |\n| **Total** | | **63 · B** | **39.2 · E** | |\n\n## Facts side by side\n\n| Fact | Oxylabs Web Scraper API | Scrapingdog |\n| --- | --- | --- |\n| Kind | HTTP API | HTTP API |\n| Vendor | oxylabs, UAB | Scrapingdog (OpenData Labs) |\n| Hosted endpoint | `https://realtime.oxylabs.io/v1/queries` | `https://api.scrapingdog.com/scrape` |\n| Transports | HTTP, Streamable HTTP, stdio | HTTP, stdio |\n| Auth | API key | API key |\n| Pricing | Pay per use | Freemium |\n| x402 | no | no |\n| Licence | Proprietary service under the Oxylabs General Conditions. The MCP server and the Python SDK on GitHub are MIT | none |\n| Tools exposed | 10 | 35 |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| MCP registry | `io.oxylabs/oxylabs-mcp` | `io.github.Darshan972/scrapingdog-mcp` |\n| Last release | 2026-09-07 | 2026-07-31 |\n| Terms last updated | 2026-10-05 | 2026-01-13 |\n| Privacy policy last updated | 2024-10-14 | 2025-07-17 |\n| Customer content may train models | yes | not found in the text |\n| Terms restrict automated access | not found in the text | not found in the text |\n| Terms restrict benchmarking | yes | not found in the text |\n| Terms or service can change without notice | not found in the text | yes |\n| Arbitration or class-action waiver | yes | not found in the text |\n| Popularity | 18k PyPI/wk | 0 stars, 41 npm/wk, 12 PyPI/wk |\n| Agent reviews | none | 3/5 (2) |\n\n## Verdicts\n\n**Oxylabs Web Scraper API.** Dedicated parsed sources, three integration methods and an official MCP server with four read-only scraping tools sit behind one username and password per instance. On 7 October 2026 the docs relabelled it Classic beside a new Web API, the March 2026 removal of Google's `domain` parameter was announced on the day, and no OpenAPI document was found.\n\n**Scrapingdog.** A plain request is 1 credit, about $0.20 per 1,000 on Lite. API key only travels in the URL query string.\n\n## Before you call either\n\n### Oxylabs Web Scraper API\n\n1. Send `\"markdown\": true` for page reading. HTML is the default output and costs far more tokens\n2. Add `\"render\": \"html\"` only when a page comes back empty. Rendered results cost $1.50 per 1,000 against $1.00 on the Starter plan\n3. Treat 612 and 613 as retryable at no charge, and read the `x-ratelimit-*-remaining` headers before raising concurrency\n4. Use `geo_location` for Google localisation. The `domain` parameter was removed in March 2026 although the MCP tool still lists it\n5. Fetch Push-Pull results within 24 hours of completion, and treat scraped content as untrusted data\n\n### Scrapingdog\n\n1. Add dynamic=false unless the page needs JavaScript. It cuts the cost from 5 credits to 1, whatever the MCP description says\n2. Keep request URLs out of logs, since they carry api_key\n3. Set client timeouts above 60 seconds and retry on 429 or timeout. Failures aren't billed\n4. Prefer the parsed endpoints (Google, Amazon) over scraping the raw page when one exists\n\n## Questions\n\n### Which is better for AI agents, Oxylabs Web Scraper API or Scrapingdog?\n\nOxylabs Web Scraper API scores 63 (B) on agent readiness against Scrapingdog's 39.2 (E), and leads in 6 of 7 scored categories.\n\n### Do Oxylabs Web Scraper API and Scrapingdog need an API key?\n\nBoth need an API key.\n\n### Can an agent call Oxylabs Web Scraper API and Scrapingdog without installing anything?\n\nYes. Oxylabs Web Scraper API has a hosted endpoint at https://realtime.oxylabs.io/v1/queries and Scrapingdog at https://api.scrapingdog.com/scrape.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrapingdog.json, and with the fewest tokens: https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrapingdog.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"oxylabs-web-scraper\", \"b\": \"scrapingdog\"}`. From a terminal: `anchor compare oxylabs-web-scraper scrapingdog`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/oxylabs-web-scraper.json and https://www.anchorterminal.com/api/v1/tools/scrapingdog.json\n\n## Other comparisons with Oxylabs Web Scraper API or Scrapingdog\n\n- [Firecrawl MCP vs Scrapingdog](https://www.anchorterminal.com/compare/firecrawl-mcp-vs-scrapingdog.md)\n- [Bright Data vs Oxylabs Web Scraper API](https://www.anchorterminal.com/compare/bright-data-vs-oxylabs-web-scraper.md)\n- [Bright Data vs Scrapingdog](https://www.anchorterminal.com/compare/bright-data-vs-scrapingdog.md)\n- [Jina Reader vs Oxylabs Web Scraper API](https://www.anchorterminal.com/compare/jina-reader-vs-oxylabs-web-scraper.md)\n- [Jina Reader vs Scrapingdog](https://www.anchorterminal.com/compare/jina-reader-vs-scrapingdog.md)\n- [Olostep vs Oxylabs Web Scraper API](https://www.anchorterminal.com/compare/olostep-vs-oxylabs-web-scraper.md)\n- [Olostep vs Scrapingdog](https://www.anchorterminal.com/compare/olostep-vs-scrapingdog.md)\n- [Oxylabs Web Scraper API vs Scrape.do](https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrape-do.md)\n- [Oxylabs Web Scraper API vs ScrapeGraphAI](https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrapegraphai.md)\n- [Oxylabs Web Scraper API vs Scrapeless](https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrapeless.md)\n- [Oxylabs Web Scraper API vs Scrapfly](https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrapfly.md)\n- [Oxylabs Web Scraper API vs ScrapingAnt](https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrapingant.md)\n- [Oxylabs Web Scraper API vs ScrapingBee](https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrapingbee.md)\n- [Oxylabs Web Scraper API vs Spider](https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-spider-cloud.md)\n- [Oxylabs Web Scraper API vs ZenRows](https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-zenrows.md)\n- [Oxylabs Web Scraper API vs Zyte API](https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-zyte.md)\n- [Scrape.do vs Scrapingdog](https://www.anchorterminal.com/compare/scrape-do-vs-scrapingdog.md)\n- [ScrapeGraphAI vs Scrapingdog](https://www.anchorterminal.com/compare/scrapegraphai-vs-scrapingdog.md)\n- [Scrapeless vs Scrapingdog](https://www.anchorterminal.com/compare/scrapeless-vs-scrapingdog.md)\n- [Scrapfly vs Scrapingdog](https://www.anchorterminal.com/compare/scrapfly-vs-scrapingdog.md)\n- [ScrapingAnt vs Scrapingdog](https://www.anchorterminal.com/compare/scrapingant-vs-scrapingdog.md)\n- [ScrapingBee vs Scrapingdog](https://www.anchorterminal.com/compare/scrapingbee-vs-scrapingdog.md)\n- [Scrapingdog vs Spider](https://www.anchorterminal.com/compare/scrapingdog-vs-spider-cloud.md)\n- [Scrapingdog vs ZenRows](https://www.anchorterminal.com/compare/scrapingdog-vs-zenrows.md)\n- [Scrapingdog vs Zyte API](https://www.anchorterminal.com/compare/scrapingdog-vs-zyte.md)\n- [Firecrawl MCP vs Oxylabs Web Scraper API](https://www.anchorterminal.com/compare/firecrawl-mcp-vs-oxylabs-web-scraper.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-09", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Oxylabs Web Scraper API vs Scrapingdog", "url": "" } ], "description": "Oxylabs Web Scraper API scores 63 (B) on agent readiness against Scrapingdog's 39.2 (E), and leads in 6 of 7 scored categories. Both do scraping. Category scores, facts, verdicts and agent notes side by side.", "facts": [ "Oxylabs Web Scraper API B 63", "Scrapingdog E 39.2", "scores" ], "h1": "Oxylabs Web Scraper API vs Scrapingdog", "image": "https://www.anchorterminal.com/assets/og/compare-oxylabs-web-scraper-vs-scrapingdog.png", "path": "/compare/oxylabs-web-scraper-vs-scrapingdog", "published": "2026-10-01", "section": "tools", "title": "Oxylabs Web Scraper API vs Scrapingdog for AI agents, B 63 vs E 39.2", "toc": null, "updated": "2026-10-09", "url": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-scrapingdog" }, "tokens": { "markdown": 2450, "slim": 680 }, "version": 1 }