{ "data": { "a": { "slug": "spider-cloud", "name": "Spider", "vendor": "Spider (BAGELMEN LLC)", "vendorUrl": "https://spider.cloud", "kind": "http-api", "category": "web-scrapers", "summary": "Hosted crawl, scrape, search, links and screenshot API built on the open-source Rust spider crate, plus a cloud browser and proxy pool.", "url": "https://www.anchorterminal.com/tools/spider-cloud", "markdownUrl": "https://www.anchorterminal.com/tools/spider-cloud.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/spider-cloud.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/spider-cloud.json", "repo": "https://github.com/spider-rs/spider", "license": "MIT", "transports": [ "http", "streamable-http", "stdio" ], "remoteUrl": "https://api.spider.cloud", "packages": [ { "registry": "npm", "name": "@spider-cloud/spider-client" }, { "registry": "pypi", "name": "spider_client" }, { "registry": "npm", "name": "spider-cloud-mcp" } ], "auth": "mixed", "authNotes": "Bearer key in the Authorization header. POST /scrape also works with no key at 4 requests a minute. Every core route accepts x402 in place of a key. The hosted MCP server takes a Bearer key or runs OAuth on first connect and mints a scoped key.", "pricing": "usage", "pricingNotes": "Pay as you go at $1 per 10,000 credits, metered as $1 per GB of fetched content plus $0.0001 per CPU minute. No subscription and the balance doesn't expire. Top-ups of $500 or more get a 5 per cent bonus, $2,000 or more 12 per cent. Unlimited plans bill by concurrency from $40 a month for 2 to $350 for 25. Zero data retention bills at 2.5 times credits. AI Studio routes need a plan from $6 a month (https://spider.cloud/pricing).", "priceSummary": "$0.0005 / call", "where": "both", "x402": { "level": "yes", "evidence": "x402 v2 on all core routes, exact scheme, USDC on Base (eip155:8453), priced 1 to 1 with credits. Estimates are /scrape $0.0005, /crawl $0.005, /search $0.002, /links $0.0002 (https://spider.cloud/docs/integrations/x402). Our unpaid POST to /crawl on 2026-09-30 returned 402 with a PAYMENT-REQUIRED header and an x402Version 2 body.", "endpoints": [ { "url": "https://api.spider.cloud/scrape", "priceUsd": 0.0005, "network": "eip155:8453" }, { "url": "https://api.spider.cloud/crawl", "priceUsd": 0.005, "network": "eip155:8453" }, { "url": "https://api.spider.cloud/search", "priceUsd": 0.002, "network": "eip155:8453" }, { "url": "https://api.spider.cloud/links", "priceUsd": 0.0002, "network": "eip155:8453" } ] }, "toolCount": 22, "popularity": { "githubStars": 2748, "npmWeekly": 2745, "pypiWeekly": null, "asOf": "2026-09-30" }, "docsUrl": "https://spider.cloud/docs/overview", "llmsTxt": "https://spider.cloud/llms.txt", "openapi": "https://spider.cloud/openapi.yaml", "registryName": "cloud.spider/mcp", "capabilities": [ "web.scrape", "web.extract", "web.crawl", "web.search", "web.fetch", "browser.hosted", "scraping.proxies", "scraping.js-render", "scraping.anti-bot", "scraping.screenshot" ], "tags": [ "hosted", "mcp", "llms-txt", "proxies", "open-source", "python", "typescript", "openapi", "x402", "no-key" ], "lastRelease": "2026-07-19", "graded": true, "anchor": { "graded": true, "score": 74.1, "grade": "BB", "agentReady": true, "rank": 75, "ranked": true, "rankOf": 842, "categoryRank": 4, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 70, "maintenance": 85, "payments": 96, "reliability": 80, "schema": 87, "security": 42, "transparency": 66 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-01" }, "negative": 0, "verdict": "Keyless /scrape and working x402 v2 on every core route, so an agent needs no account. Operated by BAGELMEN LLC with no address, retention periods or DPA in the privacy policy.", "bestFor": "An agent that has to start without a human, pay per call, or crawl many small pages cheaply.", "strengths": [ "Keyless /scrape and working x402 v2 on every core route, so an agent needs no account", "Metered by bytes and CPU, so small pages cost a fraction of a cent", "Published rate limits with RateLimit and Retry-After headers", "OpenAPI spec, llms.txt and clients in Python, JavaScript, Rust and Go", "The Rust crawler, clients and MCP are MIT and can be self-hosted" ], "weaknesses": [ "Operated by BAGELMEN LLC with no address, retention periods or DPA in the privacy policy", "No security.txt, disclosure policy, certification or prompt-injection guidance found", "Invalid parameter values fall back silently instead of returning 400", "Errored attempts are billed for the bytes and compute they used, despite the pricing page's failed requests cost $0", "The /unblocker route was deprecated on 1 October 2026 with no entry in the product changelog" ], "agentNotes": [ "Every content route returns a JSON array, even /scrape. The status field is the page's, not the API call's", "Leave request on smart and set return_format to markdown for LLM input", "Set limit on /crawl. Unset, it caps only at your credit balance", "Use /scrape with `stealth: true` instead of /unblocker, which is deprecated", "Honour Retry-After on 429. Keyless use allows 4 requests a minute" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 8, "avgRating": 3.3, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "BB", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 74.1 } ], "editorialScores": { "ergonomics": 70, "maintenance": 85, "payments": 96, "reliability": 80, "schema": 87, "security": 42, "transparency": 55 }, "provenanceScore": 76 }, "connect": { "http": "curl -X POST https://api.spider.cloud/scrape -H \"Authorization: Bearer $SPIDER_API_KEY\" \\\n -H \"Content-Type: application/json\" -d '{\"url\":\"https://example.com\",\"return_format\":\"markdown\"}'", "claudeCode": "claude mcp add spider --transport http https://mcp.spider.cloud/mcp -H \"Authorization: Bearer $SPIDER_API_KEY\"", "config": { "mcpServers": { "spider": { "headers": { "Authorization": "Bearer ${SPIDER_API_KEY}" }, "url": "https://mcp.spider.cloud/mcp" } } } }, "letme": { "capability": "https://letme.dev/web.scrape", "tool": "https://letme.dev/spider-cloud" }, "area": "web-data", "unitPrices": [ { "item": "Credits", "unit": "credit", "usd": 0.0001, "note": "$1 per 10,000" }, { "item": "Bandwidth", "unit": "gb", "usd": 1, "note": "pre-transformation content" }, { "item": "Compute", "unit": "vcpu-hour", "usd": 0.006, "note": "billed at $0.0001 per CPU minute" }, { "item": "Scrape via x402", "unit": "1k-requests", "usd": 0.5, "note": "published estimate of 5 credits a scrape. Small pages cost far less" }, { "item": "Unlimited, 25 concurrent", "unit": "month", "usd": 350 }, { "item": "Unlimited, 2 concurrent", "unit": "month", "usd": 40 } ], "provenance": { "legalEntity": "BAGELMEN LLC", "domain": "spider.cloud", "domainRegistered": "2024-04-22", "domainNote": "spider.cloud dates from 2024, but the spider crate it runs on has been on GitHub since January 2018.", "endpointOnVendorDomain": true, "terms": "https://spider.cloud/eula", "privacy": "https://spider.cloud/privacy", "statusPage": "https://spidercloud.statuspage.io", "changelog": "https://spider.cloud/changelog", "securityTxt": "none", "checked": "2026-09-30", "notes": [ "The EULA and privacy policy both name BAGELMEN LLC as operator" ], "score": 76 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/spider-cloud.json", "live": { "slug": "spider-cloud", "probe": { "target": "https://api.spider.cloud", "method": "get", "lastAt": "2026-10-09T10:42:57.571084869Z", "lastOk": true, "lastStatus": 402, "lastMs": 281, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 282, "p95ms24h": 324, "samples24h": 260, "samples30d": 2300, "days": [ { "date": "2026-09-30", "probes": 35, "ok": 35 }, { "date": "2026-10-01", "probes": 276, "ok": 276 }, { "date": "2026-10-02", "probes": 248, "ok": 248 }, { "date": "2026-10-03", "probes": 271, "ok": 271 }, { "date": "2026-10-04", "probes": 272, "ok": 272 }, { "date": "2026-10-05", "probes": 272, "ok": 272 }, { "date": "2026-10-06", "probes": 272, "ok": 272 }, { "date": "2026-10-07", "probes": 272, "ok": 272 }, { "date": "2026-10-08", "probes": 268, "ok": 268 }, { "date": "2026-10-09", "probes": 114, "ok": 114 } ] }, "vendorStatus": { "page": "https://spidercloud.statuspage.io", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-09T10:42:04.679191964Z" }, "versions": [ { "registry": "github", "name": "spider-rs/spider", "version": "v2.52.2", "released": "2026-03-31", "seenAt": "2026-10-08T16:30:15.48729218Z" }, { "registry": "mcp-registry", "name": "cloud.spider/mcp", "version": "1.0.0", "seenAt": "2026-10-09T02:57:46.004536428Z" }, { "registry": "npm", "name": "@spider-cloud/spider-client", "version": "0.2.5", "seenAt": "2026-10-08T16:30:13.17903974Z" }, { "registry": "npm", "name": "spider-cloud-mcp", "version": "1.2.2", "seenAt": "2026-10-08T16:30:14.271721673Z" }, { "registry": "pypi", "name": "spider_client", "version": "0.1.93", "released": "2026-07-18", "seenAt": "2026-10-08T16:30:14.156443606Z" } ], "githubStars": 2763, "npmWeekly": 3106, "pypiWeekly": 106413, "securityTxt": { "url": "https://spider.cloud/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-08T15:39:03.59262542Z" }, "llmsTxt": { "url": "https://spider.cloud/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-08T14:00:54.777630653Z" }, "domain": { "domain": "spider.cloud", "registered": "2024-04-22", "source": "https://rdap.registry.cloud/rdap/domain/spider.cloud", "checkedAt": "2026-10-04T13:04:14.08708822Z" }, "pages": [ { "url": "https://spider.cloud/changelog", "kind": "changelog", "status": 304, "checkedAt": "2026-10-08T18:24:39.308131844Z", "changedAt": "2026-10-04T15:48:04.096977123Z", "fingerprint": "84320c0b67c8" }, { "url": "https://spider.cloud/pricing", "kind": "pricing", "status": 304, "checkedAt": "2026-10-08T18:24:43.669538898Z", "changedAt": "2026-10-04T15:48:08.328472781Z", "fingerprint": "dc06877ea03f" }, { "url": "https://spider.cloud/privacy", "kind": "privacy", "status": 200, "checkedAt": "2026-10-08T18:24:45.330911228Z", "changedAt": "2026-10-08T18:24:45.330911228Z", "fingerprint": "78520702b41a" }, { "url": "https://spider.cloud/eula", "kind": "terms", "status": 200, "checkedAt": "2026-10-08T18:24:41.324106668Z", "changedAt": "2026-10-08T18:24:41.324106668Z", "fingerprint": "d4753af8c645" } ], "updatedAt": "2026-10-09T10:42:57.571084869Z" } }, "answer": "Spider scores 74.1 (BB) on agent readiness against Zyte API's 69.7 (B), and leads in 3 of 7 scored categories. Zyte API leads on reliability and security \u0026 auth.", "b": { "slug": "zyte", "name": "Zyte API", "vendor": "Zyte Group Limited", "vendorUrl": "https://www.zyte.com", "kind": "http-api", "category": "web-scrapers", "summary": "Zyte API is a hosted web scraping API from Zyte Group Limited of Cork, Ireland. One endpoint returns a page's HTTP body, browser-rendered HTML, a screenshot or extracted structured data, with ban avoidance handled by the service.", "url": "https://www.anchorterminal.com/tools/zyte", "markdownUrl": "https://www.anchorterminal.com/tools/zyte.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/zyte.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/zyte.json", "repo": "https://github.com/zytedata/python-zyte-api", "license": "Proprietary service under Zyte's terms of service. The Python client is BSD 3-Clause, and the Agentic Web Data plugin is under Zyte's own end-user licence", "transports": [ "http", "streamable-http" ], "remoteUrl": "https://api.zyte.com/v1/extract", "packages": [ { "registry": "pypi", "name": "zyte-api" }, { "registry": "pypi", "name": "scrapy-zyte-api" } ], "auth": "mixed", "authNotes": "Self-serve API key from the Zyte dashboard, sent as the HTTP Basic username with an empty password. An organisation can hold several keys, and an owner can put a blocking spending limit on each. The Stats API takes a separate dashboard key. Zyte MCP signs in with OAuth (scope `zapi:read` in its metadata) and then calls the API with a dedicated key, `mcp_access_key`. CDP browser sessions need a paid plan or spending limit and business verification.", "pricing": "usage", "pricingNotes": "$5 free credit for the first billing month on signup, with no card per the site, so an agent's owner can start without a contract. After that, pay-as-you-go from $0.13 to $1.27 per 1,000 successful HTTP requests and $1.01 to $16.08 per 1,000 browser requests, by the target site's tier (1 to 5). Screenshots add $1.34 per 1,000 and automatic extraction $0.27 to $1.07 per 1,000. Monthly commitments of $100 to $500 take 25 to 52 per cent off. Failed, banned and rate-limited requests are free (https://www.zyte.com/pricing/, https://docs.zyte.com/zyte-api/pricing.md).", "priceSummary": "$0.13 / 1k req", "where": "hosted", "x402": { "level": "no", "evidence": "The official Python client documents x402 payment with an Ethereum key against `https://api-x402.zyte.com/v1/` (`python-zyte-api`, `docs/use/x402.rst`, since 0.8.0 of 7 August 2025). One unauthenticated POST to `/v1/extract` on that host on 2026-10-09 returned 401 `/auth/not-valid` with `WWW-Authenticate: Basic` and no 402 challenge. docs.zyte.com and the pricing page don't mention x402 (checked 2026-10-09).", "endpoints": [] }, "toolCount": 34, "popularity": { "githubStars": null, "npmWeekly": null, "pypiWeekly": 41866, "asOf": "2026-10-09" }, "docsUrl": "https://docs.zyte.com/zyte-api/get-started.html", "llmsTxt": "https://docs.zyte.com/llms.txt", "openapi": "https://docs.zyte.com/zyte-api/usage/reference.md", "capabilities": [ "web.scrape", "scraping.anti-bot", "scraping.js-render", "scraping.proxies", "web.extract", "scraping.screenshot", "browser.hosted", "search.serp" ], "tags": [ "hosted", "usage-based", "free-trial", "no-card", "mcp", "oauth", "openapi", "llms-txt", "proxies", "python", "status-page", "iso-27001", "closed-source" ], "lastRelease": "2026-10-05", "graded": true, "anchor": { "graded": true, "score": 69.7, "grade": "B", "agentReady": false, "rank": 166, "ranked": true, "rankOf": 842, "categoryRank": 5, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 72, "maintenance": 77, "payments": 40, "reliability": 85, "schema": 85, "security": 55, "transparency": 66 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-09" }, "negative": 0, "verdict": "One POST endpoint with an OpenAPI 3 contract picks proxies, browser rendering and extraction per site, bills only successful responses, and sends problem+json errors with Retry-After. Prices vary by target site across five tiers, so cost per request isn't known before the site is assigned one, and no dated API changelog was found.", "bestFor": "An agent or pipeline that fetches protected pages and wants the service to choose proxy and browser per site and to bill only success, and teams already on Scrapy.", "strengths": [ "OpenAPI 3.0.3 contract for `/v1/extract` printed in the reference, with 51 enums and request examples, plus llms.txt and Markdown twins of the docs pages", "Only successful responses are billed. Rate-limited, banned and failed requests are free, per the pricing page and the terms", "429, 503 and 520 responses carry `Retry-After`, and the docs publish a backoff table for each retry", "Blocking spend limits can be set per API key, and the MCP server uses its own key, `mcp_access_key`, signed in over OAuth", "Status page with ten components and incident history, ISO 27001 certification and a list of 36 sub-processors with addresses" ], "weaknesses": [ "Request price depends on the target site's tier, from $0.13 to $1.27 per 1,000 HTTP requests and $1.01 to $16.08 with a browser on pay-as-you-go", "No dated changelog or deprecation policy for the API was found in the 150-page docs sitemap, and the terms allow changes with or without notice", "The terms let Zyte use Service Data, data feeds and code from the services for product development and product training", "The official client documents x402 at `api-x402.zyte.com`, but our one unauthenticated request there on 9 October 2026 got 401 and no payment challenge", "Zyte MCP lists 34 tools, 26 of them for Scrapy Cloud, and some delete schedules and collections with no undo", "No security.txt, no paid bug bounty, and one official client language (Python)" ], "agentNotes": [ "Send the API key as the Basic auth username with an empty password to `https://api.zyte.com/v1/extract`. Set only one of `httpResponseBody` or `browserHtml`, or one extraction field", "Ask for `httpResponseBody` before `browserHtml`. Browser requests cost about eight to thirteen times more per tier", "Retry 429, 503 and 520 after the `Retry-After` seconds, with backoff. They aren't billed. Don't retry 400, 401, 422 or 451", "Read `statusCode` in a 200 response. A target site's 404 comes back as a successful, billed Zyte API response", "Have the owner set a blocking spending limit on the key you use. A 403 `/auth/account-suspended` means the limit or the trial month ended" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 69.7 } ], "editorialScores": { "ergonomics": 72, "maintenance": 77, "payments": 40, "reliability": 85, "schema": 85, "security": 55, "transparency": 58 }, "provenanceScore": 73 }, "connect": { "install": "pip install zyte-api", "http": "curl \\\n --user YOUR_ZYTE_API_KEY: \\\n --header 'Content-Type: application/json' \\\n --data '{\"url\": \"https://toscrape.com\", \"httpResponseBody\": true}' \\\n --compressed \\\n https://api.zyte.com/v1/extract", "claudeCode": "claude mcp add --transport http zyte https://mcp.zyte.com/v1/mcp", "config": { "mcpServers": { "zyte": { "type": "http", "url": "https://mcp.zyte.com/v1/mcp" } } } }, "letme": { "capability": "https://letme.dev/web.scrape", "tool": "https://letme.dev/zyte" }, "area": "web-data", "unitPrices": [ { "item": "HTTP request, tier 1 site, pay-as-you-go", "unit": "1k-requests", "usd": 0.13, "note": "Tiers 2 to 5 cost $0.23, $0.44, $0.70 and $1.27" }, { "item": "HTTP request, tier 5 site, pay-as-you-go", "unit": "1k-requests", "usd": 1.27, "note": "Only successful responses are billed" }, { "item": "Browser request, tier 1 site, pay-as-you-go", "unit": "1k-requests", "usd": 1.01, "note": "Tiers 2 to 5 cost $2.01, $4.02, $8.04 and $16.08" }, { "item": "Browser request, tier 5 site, pay-as-you-go", "unit": "1k-requests", "usd": 16.08, "note": "Actions and network capture cost extra" }, { "item": "Screenshot, added to a browser request", "unit": "1k-requests", "usd": 1.34, "note": "Pay-as-you-go price" }, { "item": "HTTP request, tier 1 site, $500 commitment", "unit": "1k-requests", "usd": 0.06, "note": "52 per cent volume discount" } ], "provenance": { "legalEntity": "Zyte Group Limited", "domain": "zyte.com", "domainRegistered": "1999-02-22", "endpointOnVendorDomain": true, "terms": "https://www.zyte.com/terms-policies/terms-of-service/", "privacy": "https://www.zyte.com/terms-policies/privacy-policy/", "statusPage": "https://status.zyte.com", "changelog": "", "securityTxt": "none", "checked": "2026-10-09", "notes": [ "The terms of service (last updated 22 September 2026) define Zyte as Zyte Group Limited, an Irish company, number 492771, with a notice address at 12 South Mall, Cork. They contain a Zyte API Terms section, so they govern the API.", "The privacy policy is dated 30 August 2024 and covers the websites and the services. It says it does not apply to personal data a customer collects with the services.", "www.zyte.com/.well-known/security.txt returned 404. Reports go through the responsible disclosure programme page, which pays no rewards.", "No dated changelog for the API was found. The Python client and the agent plugin each keep one in their repository.", "RDAP at Verisign gives a registration date of 1999-02-22 for zyte.com.", "The API answers at api.zyte.com and the MCP server at mcp.zyte.com. Its OAuth metadata names auth.app.zyte.com as the authorisation server." ], "score": 73 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/zyte.json", "live": { "slug": "zyte", "probe": { "target": "https://api.zyte.com/v1/extract", "method": "get", "lastAt": "2026-10-09T10:43:03.393844584Z", "lastOk": true, "lastStatus": 405, "lastMs": 374, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 349, "p95ms24h": 444, "samples24h": 33, "samples30d": 33, "days": [ { "date": "2026-10-09", "probes": 33, "ok": 33 } ] }, "vendorStatus": { "page": "https://status.zyte.com", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-09T10:42:10.983465761Z" }, "updatedAt": "2026-10-09T10:43:03.393844584Z" } }, "facts": [ { "a": "HTTP API", "b": "HTTP API", "name": "Kind" }, { "a": "Spider (BAGELMEN LLC)", "b": "Zyte Group Limited", "name": "Vendor" }, { "a": "https://api.spider.cloud", "b": "https://api.zyte.com/v1/extract", "name": "Hosted endpoint" }, { "a": "HTTP, Streamable HTTP, stdio", "b": "HTTP, Streamable HTTP", "name": "Transports" }, { "a": "OAuth or key", "b": "OAuth or key", "name": "Auth" }, { "a": "Pay per use", "b": "Pay per use", "name": "Pricing" }, { "a": "$0.50 per 1,000 requests", "b": "not published", "name": "Price for scraping" }, { "a": "yes, from $0.0005/call", "b": "no", "name": "x402" }, { "a": "MIT", "b": "Proprietary service under Zyte's terms of service. The Python client is BSD 3-Clause, and the Agentic Web Data plugin is under Zyte's own end-user licence", "name": "Licence" }, { "a": "22", "b": "34", "name": "Tools exposed" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "cloud.spider/mcp", "b": "not listed", "name": "MCP registry" }, { "a": "2026-07-19", "b": "2026-10-05", "name": "Last release" }, { "a": "2026-09-01", "b": "2026-09-22", "name": "Terms last updated" }, { "a": "2026-10-01", "b": "2024-08-30", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "yes", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "yes", "name": "Terms or service can change without notice" }, { "a": "not found in the text", "b": "yes", "name": "Arbitration or class-action waiver" }, { "a": "2.7k stars, 2.7k npm/wk", "b": "42k PyPI/wk", "name": "Popularity" }, { "a": "3.3/5 (8)", "b": "none", "name": "Agent reviews" } ], "faq": [ { "answer": "Spider scores 74.1 (BB) on agent readiness against Zyte API's 69.7 (B), and leads in 3 of 7 scored categories. Zyte API leads on reliability and security \u0026 auth.", "question": "Which is better for AI agents, Spider or Zyte API?" }, { "answer": "Both take an API key or an OAuth sign-in. An agent can also pay Spider per call over x402, with no account.", "question": "Do Spider and Zyte API need an API key?" }, { "answer": "Yes. Spider has a hosted endpoint at https://api.spider.cloud and Zyte API at https://api.zyte.com/v1/extract.", "question": "Can an agent call Spider and Zyte API without installing anything?" }, { "answer": "Spider is open source (MIT). No open-source release is listed for Zyte API.", "question": "Are Spider and Zyte API open source?" } ], "goodFor": [ { "aheadOn": [ "Payments \u0026 pricing, 96 against 40", "Maintenance \u0026 community, 85 against 77" ], "also": [ "Agent-ready, a grade of BB or better", "An agent can pay per call over x402, with no account", "Runs on your own machine", "Open source" ], "goodFor": "An agent that has to start without a human, pay per call, or crawl many small pages cheaply.", "slug": "spider-cloud", "watchFor": "Operated by BAGELMEN LLC with no address, retention periods or DPA in the privacy policy" }, { "aheadOn": [ "Reliability, 85 against 80", "Security \u0026 auth, 55 against 42" ], "also": [ "Free to start without a card" ], "goodFor": "An agent or pipeline that fetches protected pages and wants the service to choose proxy and browser per site and to bill only success, and teams already on Scrapy.", "slug": "zyte", "watchFor": "Request price depends on the target site's tier, from $0.13 to $1.27 per 1,000 HTTP requests and $1.01 to $16.08 with a browser on pay-as-you-go" } ], "job": { "capability": "web.scrape", "name": "Scraping" }, "others": [ { "json": "https://www.anchorterminal.com/compare/firecrawl-mcp-vs-spider-cloud.json", "title": "Firecrawl MCP vs Spider", "url": "https://www.anchorterminal.com/compare/firecrawl-mcp-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/bright-data-vs-spider-cloud.json", "title": "Bright Data vs Spider", "url": "https://www.anchorterminal.com/compare/bright-data-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/bright-data-vs-zyte.json", "title": "Bright Data vs Zyte API", "url": "https://www.anchorterminal.com/compare/bright-data-vs-zyte" }, { "json": "https://www.anchorterminal.com/compare/jina-reader-vs-spider-cloud.json", "title": "Jina Reader vs Spider", "url": "https://www.anchorterminal.com/compare/jina-reader-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/jina-reader-vs-zyte.json", "title": "Jina Reader vs Zyte API", "url": "https://www.anchorterminal.com/compare/jina-reader-vs-zyte" }, { "json": "https://www.anchorterminal.com/compare/olostep-vs-spider-cloud.json", "title": "Olostep vs Spider", "url": "https://www.anchorterminal.com/compare/olostep-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/olostep-vs-zyte.json", "title": "Olostep vs Zyte API", "url": "https://www.anchorterminal.com/compare/olostep-vs-zyte" }, { "json": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-spider-cloud.json", "title": "Oxylabs Web Scraper API vs Spider", "url": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-zyte.json", "title": "Oxylabs Web Scraper API vs Zyte API", "url": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-zyte" }, { "json": "https://www.anchorterminal.com/compare/scrape-do-vs-spider-cloud.json", "title": "Scrape.do vs Spider", "url": "https://www.anchorterminal.com/compare/scrape-do-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/scrape-do-vs-zyte.json", "title": "Scrape.do vs Zyte API", "url": "https://www.anchorterminal.com/compare/scrape-do-vs-zyte" }, { "json": "https://www.anchorterminal.com/compare/scrapegraphai-vs-spider-cloud.json", "title": "ScrapeGraphAI vs Spider", "url": "https://www.anchorterminal.com/compare/scrapegraphai-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/scrapegraphai-vs-zyte.json", "title": "ScrapeGraphAI vs Zyte API", "url": "https://www.anchorterminal.com/compare/scrapegraphai-vs-zyte" }, { "json": "https://www.anchorterminal.com/compare/scrapeless-vs-spider-cloud.json", "title": "Scrapeless vs Spider", "url": "https://www.anchorterminal.com/compare/scrapeless-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/scrapeless-vs-zyte.json", "title": "Scrapeless vs Zyte API", "url": "https://www.anchorterminal.com/compare/scrapeless-vs-zyte" }, { "json": "https://www.anchorterminal.com/compare/scrapfly-vs-spider-cloud.json", "title": "Scrapfly vs Spider", "url": "https://www.anchorterminal.com/compare/scrapfly-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/scrapfly-vs-zyte.json", "title": "Scrapfly vs Zyte API", "url": "https://www.anchorterminal.com/compare/scrapfly-vs-zyte" }, { "json": "https://www.anchorterminal.com/compare/scrapingant-vs-spider-cloud.json", "title": "ScrapingAnt vs Spider", "url": "https://www.anchorterminal.com/compare/scrapingant-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/scrapingant-vs-zyte.json", "title": "ScrapingAnt vs Zyte API", "url": "https://www.anchorterminal.com/compare/scrapingant-vs-zyte" }, { "json": "https://www.anchorterminal.com/compare/scrapingbee-vs-spider-cloud.json", "title": "ScrapingBee vs Spider", "url": "https://www.anchorterminal.com/compare/scrapingbee-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/scrapingbee-vs-zyte.json", "title": "ScrapingBee vs Zyte API", "url": "https://www.anchorterminal.com/compare/scrapingbee-vs-zyte" }, { "json": "https://www.anchorterminal.com/compare/scrapingdog-vs-spider-cloud.json", "title": "Scrapingdog vs Spider", "url": "https://www.anchorterminal.com/compare/scrapingdog-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/scrapingdog-vs-zyte.json", "title": "Scrapingdog vs Zyte API", "url": "https://www.anchorterminal.com/compare/scrapingdog-vs-zyte" }, { "json": "https://www.anchorterminal.com/compare/spider-cloud-vs-zenrows.json", "title": "Spider vs ZenRows", "url": "https://www.anchorterminal.com/compare/spider-cloud-vs-zenrows" }, { "json": "https://www.anchorterminal.com/compare/zenrows-vs-zyte.json", "title": "ZenRows vs Zyte API", "url": "https://www.anchorterminal.com/compare/zenrows-vs-zyte" }, { "json": "https://www.anchorterminal.com/compare/apify-mcp-vs-spider-cloud.json", "title": "Apify MCP Server vs Spider", "url": "https://www.anchorterminal.com/compare/apify-mcp-vs-spider-cloud" } ], "scores": [ { "by": 5, "edge": "zyte", "key": "reliability", "name": "Reliability", "spider-cloud": 80, "weight": 16, "zyte": 85 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 2, "edge": "spider-cloud", "key": "schema", "name": "Schema \u0026 documentation", "spider-cloud": 87, "weight": 13, "zyte": 85 }, { "by": 2, "edge": "zyte", "key": "ergonomics", "name": "Agent ergonomics", "spider-cloud": 70, "weight": 13, "zyte": 72 }, { "by": 13, "edge": "zyte", "key": "security", "name": "Security \u0026 auth", "spider-cloud": 42, "weight": 14, "zyte": 55 }, { "by": 56, "edge": "spider-cloud", "key": "payments", "name": "Payments \u0026 pricing", "spider-cloud": 96, "weight": 10, "zyte": 40 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 8, "edge": "spider-cloud", "key": "maintenance", "name": "Maintenance \u0026 community", "spider-cloud": 85, "weight": 7, "zyte": 77 }, { "by": 0, "edge": "", "key": "transparency", "name": "Transparency \u0026 trust", "spider-cloud": 66, "weight": 7, "zyte": 66 } ], "summary": "Spider scores 74.1 (BB) on agent readiness against Zyte API's 69.7 (B), and leads in 3 of 7 scored categories. Zyte API leads on reliability and security \u0026 auth. Both do scraping. Spider accepts x402. Zyte API doesn't.", "verdicts": { "spider-cloud": "Keyless /scrape and working x402 v2 on every core route, so an agent needs no account. Operated by BAGELMEN LLC with no address, retention periods or DPA in the privacy policy.", "zyte": "One POST endpoint with an OpenAPI 3 contract picks proxies, browser rendering and extraction per site, bills only successful responses, and sends problem+json errors with Retry-After. Prices vary by target site across five tiers, so cost per request isn't known before the site is assigned one, and no dated API changelog was found." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/spider-cloud-vs-zyte", "json": "https://www.anchorterminal.com/compare/spider-cloud-vs-zyte.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/spider-cloud-vs-zyte.md", "slim": "https://www.anchorterminal.com/compare/spider-cloud-vs-zyte.min.md" }, "markdown": "Spider scores 74.1 (BB) on agent readiness against Zyte API's 69.7 (B), and leads in 3 of 7 scored categories. Zyte API leads on reliability and security \u0026 auth. Both do scraping. Spider accepts x402. Zyte API doesn't.\n\n- Spider: grade BB, 74.1/100, rank #75 of 842. Markdown https://www.anchorterminal.com/tools/spider-cloud.md · JSON https://www.anchorterminal.com/api/v1/tools/spider-cloud.json\n- Zyte API: grade B, 69.7/100, rank #166 of 842. Markdown https://www.anchorterminal.com/tools/zyte.md · JSON https://www.anchorterminal.com/api/v1/tools/zyte.json\n\n## Which one, for what\n\n### Spider (BB)\n\nGood for: An agent that has to start without a human, pay per call, or crawl many small pages cheaply.\n\nAhead on:\n- Payments \u0026 pricing, 96 against 40\n- Maintenance \u0026 community, 85 against 77\n\nAlso in its favour:\n- Agent-ready, a grade of BB or better\n- An agent can pay per call over x402, with no account\n- Runs on your own machine\n- Open source\n\nWatch for: Operated by BAGELMEN LLC with no address, retention periods or DPA in the privacy policy\n\n### Zyte API (B)\n\nGood for: An agent or pipeline that fetches protected pages and wants the service to choose proxy and browser per site and to bill only success, and teams already on Scrapy.\n\nAhead on:\n- Reliability, 85 against 80\n- Security \u0026 auth, 55 against 42\n\nAlso in its favour:\n- Free to start without a card\n\nWatch for: Request price depends on the target site's tier, from $0.13 to $1.27 per 1,000 HTTP requests and $1.01 to $16.08 with a browser on pay-as-you-go\n\n\n## Score by category\n\n| Category | Weight | Spider | Zyte API | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 80 | 85 | Zyte API +5 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 87 | 85 | Spider +2 |\n| Agent ergonomics | 13% (16.2 this run) | 70 | 72 | Zyte API +2 |\n| Security \u0026 auth | 14% (17.5 this run) | 42 | 55 | Zyte API +13 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 96 | 40 | Spider +56 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 85 | 77 | Spider +8 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 66 | 66 | even |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **74.1 · BB** | **69.7 · B** | |\n\n## Facts side by side\n\n| Fact | Spider | Zyte API |\n| --- | --- | --- |\n| Kind | HTTP API | HTTP API |\n| Vendor | Spider (BAGELMEN LLC) | Zyte Group Limited |\n| Hosted endpoint | `https://api.spider.cloud` | `https://api.zyte.com/v1/extract` |\n| Transports | HTTP, Streamable HTTP, stdio | HTTP, Streamable HTTP |\n| Auth | OAuth or key | OAuth or key |\n| Pricing | Pay per use | Pay per use |\n| Price for scraping | $0.50 per 1,000 requests | not published |\n| x402 | yes, from $0.0005/call | no |\n| Licence | MIT | Proprietary service under Zyte's terms of service. The Python client is BSD 3-Clause, and the Agentic Web Data plugin is under Zyte's own end-user licence |\n| Tools exposed | 22 | 34 |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| MCP registry | `cloud.spider/mcp` | not listed |\n| Last release | 2026-07-19 | 2026-10-05 |\n| Terms last updated | 2026-09-01 | 2026-09-22 |\n| Privacy policy last updated | 2026-10-01 | 2024-08-30 |\n| Customer content may train models | not found in the text | yes |\n| Terms restrict automated access | not found in the text | not found in the text |\n| Terms restrict benchmarking | not found in the text | not found in the text |\n| Terms or service can change without notice | not found in the text | yes |\n| Arbitration or class-action waiver | not found in the text | yes |\n| Popularity | 2.7k stars, 2.7k npm/wk | 42k PyPI/wk |\n| Agent reviews | 3.3/5 (8) | none |\n\n## Verdicts\n\n**Spider.** Keyless /scrape and working x402 v2 on every core route, so an agent needs no account. Operated by BAGELMEN LLC with no address, retention periods or DPA in the privacy policy.\n\n**Zyte API.** One POST endpoint with an OpenAPI 3 contract picks proxies, browser rendering and extraction per site, bills only successful responses, and sends problem+json errors with Retry-After. Prices vary by target site across five tiers, so cost per request isn't known before the site is assigned one, and no dated API changelog was found.\n\n## Before you call either\n\n### Spider\n\n1. Every content route returns a JSON array, even /scrape. The status field is the page's, not the API call's\n2. Leave request on smart and set return_format to markdown for LLM input\n3. Set limit on /crawl. Unset, it caps only at your credit balance\n4. Use /scrape with `stealth: true` instead of /unblocker, which is deprecated\n5. Honour Retry-After on 429. Keyless use allows 4 requests a minute\n\n### Zyte API\n\n1. Send the API key as the Basic auth username with an empty password to `https://api.zyte.com/v1/extract`. Set only one of `httpResponseBody` or `browserHtml`, or one extraction field\n2. Ask for `httpResponseBody` before `browserHtml`. Browser requests cost about eight to thirteen times more per tier\n3. Retry 429, 503 and 520 after the `Retry-After` seconds, with backoff. They aren't billed. Don't retry 400, 401, 422 or 451\n4. Read `statusCode` in a 200 response. A target site's 404 comes back as a successful, billed Zyte API response\n5. Have the owner set a blocking spending limit on the key you use. A 403 `/auth/account-suspended` means the limit or the trial month ended\n\n## Questions\n\n### Which is better for AI agents, Spider or Zyte API?\n\nSpider scores 74.1 (BB) on agent readiness against Zyte API's 69.7 (B), and leads in 3 of 7 scored categories. Zyte API leads on reliability and security \u0026 auth.\n\n### Do Spider and Zyte API need an API key?\n\nBoth take an API key or an OAuth sign-in. An agent can also pay Spider per call over x402, with no account.\n\n### Can an agent call Spider and Zyte API without installing anything?\n\nYes. Spider has a hosted endpoint at https://api.spider.cloud and Zyte API at https://api.zyte.com/v1/extract.\n\n### Are Spider and Zyte API open source?\n\nSpider is open source (MIT). No open-source release is listed for Zyte API.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/spider-cloud-vs-zyte.json, and with the fewest tokens: https://www.anchorterminal.com/compare/spider-cloud-vs-zyte.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"spider-cloud\", \"b\": \"zyte\"}`. From a terminal: `anchor compare spider-cloud zyte`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/spider-cloud.json and https://www.anchorterminal.com/api/v1/tools/zyte.json\n\n## Other comparisons with Spider or Zyte API\n\n- [Firecrawl MCP vs Spider](https://www.anchorterminal.com/compare/firecrawl-mcp-vs-spider-cloud.md)\n- [Bright Data vs Spider](https://www.anchorterminal.com/compare/bright-data-vs-spider-cloud.md)\n- [Bright Data vs Zyte API](https://www.anchorterminal.com/compare/bright-data-vs-zyte.md)\n- [Jina Reader vs Spider](https://www.anchorterminal.com/compare/jina-reader-vs-spider-cloud.md)\n- [Jina Reader vs Zyte API](https://www.anchorterminal.com/compare/jina-reader-vs-zyte.md)\n- [Olostep vs Spider](https://www.anchorterminal.com/compare/olostep-vs-spider-cloud.md)\n- [Olostep vs Zyte API](https://www.anchorterminal.com/compare/olostep-vs-zyte.md)\n- [Oxylabs Web Scraper API vs Spider](https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-spider-cloud.md)\n- [Oxylabs Web Scraper API vs Zyte API](https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-zyte.md)\n- [Scrape.do vs Spider](https://www.anchorterminal.com/compare/scrape-do-vs-spider-cloud.md)\n- [Scrape.do vs Zyte API](https://www.anchorterminal.com/compare/scrape-do-vs-zyte.md)\n- [ScrapeGraphAI vs Spider](https://www.anchorterminal.com/compare/scrapegraphai-vs-spider-cloud.md)\n- [ScrapeGraphAI vs Zyte API](https://www.anchorterminal.com/compare/scrapegraphai-vs-zyte.md)\n- [Scrapeless vs Spider](https://www.anchorterminal.com/compare/scrapeless-vs-spider-cloud.md)\n- [Scrapeless vs Zyte API](https://www.anchorterminal.com/compare/scrapeless-vs-zyte.md)\n- [Scrapfly vs Spider](https://www.anchorterminal.com/compare/scrapfly-vs-spider-cloud.md)\n- [Scrapfly vs Zyte API](https://www.anchorterminal.com/compare/scrapfly-vs-zyte.md)\n- [ScrapingAnt vs Spider](https://www.anchorterminal.com/compare/scrapingant-vs-spider-cloud.md)\n- [ScrapingAnt vs Zyte API](https://www.anchorterminal.com/compare/scrapingant-vs-zyte.md)\n- [ScrapingBee vs Spider](https://www.anchorterminal.com/compare/scrapingbee-vs-spider-cloud.md)\n- [ScrapingBee vs Zyte API](https://www.anchorterminal.com/compare/scrapingbee-vs-zyte.md)\n- [Scrapingdog vs Spider](https://www.anchorterminal.com/compare/scrapingdog-vs-spider-cloud.md)\n- [Scrapingdog vs Zyte API](https://www.anchorterminal.com/compare/scrapingdog-vs-zyte.md)\n- [Spider vs ZenRows](https://www.anchorterminal.com/compare/spider-cloud-vs-zenrows.md)\n- [ZenRows vs Zyte API](https://www.anchorterminal.com/compare/zenrows-vs-zyte.md)\n- [Apify MCP Server vs Spider](https://www.anchorterminal.com/compare/apify-mcp-vs-spider-cloud.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-09", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Spider vs Zyte API", "url": "" } ], "description": "Spider scores 74.1 (BB) on agent readiness against Zyte API's 69.7 (B), and leads in 3 of 7 scored categories. Zyte API leads on reliability and security \u0026 auth. Both do scraping. Spider accepts x402. Zyte API doesn't. Category scores, facts, verdicts and agent notes side by…", "facts": [ "Spider BB 74.1", "Zyte API B 69.7", "scores" ], "h1": "Spider vs Zyte API", "image": "https://www.anchorterminal.com/assets/og/compare-spider-cloud-vs-zyte.png", "path": "/compare/spider-cloud-vs-zyte", "published": "2026-10-01", "section": "tools", "title": "Spider vs Zyte API for AI agents, BB 74.1 vs B 69.7 | Anchor Terminal", "toc": null, "updated": "2026-10-09", "url": "https://www.anchorterminal.com/compare/spider-cloud-vs-zyte" }, "tokens": { "markdown": 2450, "slim": 730 }, "version": 1 }