{ "data": { "a": { "slug": "jevcrawl", "name": "jevcrawl", "vendor": "Rayen Mlayeh", "vendorUrl": "https://github.com/RayenMlayeh", "kind": "mcp", "category": "web-scrapers", "summary": "jevcrawl is an open-source MCP server and CLI that crawls a website toward a question and returns only the relevant passages, verbatim with source URLs. TypeSafe's hosted Jev decision model scores the pages, passages and links.", "url": "https://www.anchorterminal.com/tools/jevcrawl", "markdownUrl": "https://www.anchorterminal.com/tools/jevcrawl.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/jevcrawl.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/jevcrawl.json", "repo": "https://github.com/RayenMlayeh/jevcrawl", "license": "Apache-2.0", "transports": [ "stdio" ], "packages": [ { "registry": "pypi", "name": "jevcrawl" } ], "auth": "api-key", "authNotes": "A TypeSafe API key in the `TYPESAFE_API_KEY` environment variable, created at console.typesafe.ai, is needed for `crawl`, `map` and `scrape` with a goal. `scrape` without a goal makes no Jev call and works with no key. The README says the key is never written to disk or logs.", "pricing": "usage", "pricingNotes": "The package is free under Apache-2.0. Decisions are billed by TypeSafe for Jev at $0.042 per million input tokens, with output tokens free. The README gives an average of $0.011 per crawl in its benchmark, and `max_decision_usd` (default $0.05) caps each call. We found no free Jev tier.", "priceSummary": "Pay per use", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the source or README (checked 2026-10-15). Jev is paid through a TypeSafe account and key.", "endpoints": [] }, "toolCount": 3, "popularity": { "githubStars": 60, "npmWeekly": null, "pypiWeekly": 204, "asOf": "2026-10-15" }, "docsUrl": "https://github.com/RayenMlayeh/jevcrawl#readme", "capabilities": [ "web.crawl", "web.extract", "web.scrape", "scraping.js-render" ], "tags": [ "open-source", "local", "apache-2.0", "python", "mcp", "cli", "agent-skill", "usage-priced", "alpha" ], "lastRelease": "2026-10-15", "graded": true, "anchor": { "graded": true, "score": 63.7, "grade": "B", "agentReady": false, "rank": 409, "ranked": true, "rankOf": 1094, "categoryRank": 9, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 80, "maintenance": 68, "payments": 30, "reliability": 68, "schema": 81, "security": 59, "transparency": 45 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-15" }, "negative": 0, "verdict": "Three compact, typed MCP tools return verbatim passages with source URLs, cost and stop reasons, and errors arrive as codes with instructions. The project is three days old and alpha, it depends on TypeSafe's paid Jev API, which is in early access with no free tier found, and it does not block crawls of private or local addresses.", "bestFor": "An agent that must find one answer several clicks deep on a documentation or help site and wants a few thousand tokens back instead of whole pages.", "strengths": [ "Three tools with typed inputs, sensible defaults and descriptions that say when to use `crawl`, `scrape` or `map`", "Every result reports pages fetched, tokens, Jev cost in dollars and why the crawl stopped, with a hard per-call spending cap", "Returned text is copied from the page with URL, heading path, character offsets and a page hash, so quotes can be checked", "174 offline tests, ruff and mypy strict pass in CI on Python 3.11 and 3.13, with PyPI trusted publishing", "Follows robots.txt by default since v0.1.1, and SECURITY.md sets out private reporting with a one-week answer" ], "weaknesses": [ "First released on 13 October 2026, version 0.2.0 and marked alpha, with one maintainer", "`crawl` and `map` need a paid TypeSafe key, and TypeSafe describes Jev as early access with no free tier found", "Page text from every crawl goes to TypeSafe, whose policies give no retention period", "No check against private, loopback or link-local addresses, so an agent can point it at internal hosts", "No MCP tool annotations, no llms.txt and no entry in the official MCP registry" ], "agentNotes": [ "Phrase `goal` as one specific question and start with `max_pages` between 10 and 30", "Check `stats.stopped_because` and `stats.degraded`, and read `uncertain` before reporting that something is missing", "Use `scrape` without a goal when you need a whole page, since it makes no paid Jev call and needs no key", "Handle `{\"error\": code, \"message\": ...}` results, for example `auth_error` means `TYPESAFE_API_KEY` is missing or rejected", "Pages in `stats.needs_js_urls` were not read. Tell the user rather than guessing their content" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 63.7 } ], "editorialScores": { "ergonomics": 80, "maintenance": 68, "payments": 30, "reliability": 68, "schema": 81, "security": 59, "transparency": 63 }, "provenanceScore": 27 }, "connect": { "install": "uv tool install jevcrawl", "claudeCode": "claude mcp add jevcrawl -e TYPESAFE_API_KEY=\u003cyour key\u003e -- uvx jevcrawl", "config": { "mcpServers": { "jevcrawl": { "args": [ "jevcrawl" ], "command": "uvx", "env": { "TYPESAFE_API_KEY": "\u003cyour key\u003e" } } } } }, "letme": { "capability": "https://letme.dev/web.crawl", "tool": "https://letme.dev/jevcrawl" }, "area": "web-data", "unitPrices": [ { "item": "Jev 1.13 input tokens, billed by TypeSafe", "unit": "1m-tokens", "usd": 0.042, "note": "Output tokens free. The package itself is free" } ], "provenance": { "legalEntity": "", "domain": "github.com/RayenMlayeh", "domainRegistered": "", "endpointOnVendorDomain": null, "terms": "", "privacy": "", "statusPage": "", "changelog": "https://github.com/RayenMlayeh/jevcrawl/releases", "securityTxt": "none", "checked": "2026-10-15", "notes": [ "An individual's open-source project under Apache-2.0. pyproject.toml names Rayen Mlayeh as author, and the GitHub profile names no company or website.", "No vendor domain. The domain line names the GitHub account and scores no domain age.", "Software the owner runs, so there are no service terms or privacy policy of its own. Page text goes to TypeSafe AI, Inc. under TypeSafe's customer agreement and privacy policy (see the typesafe-jev listing).", "The repository has a SECURITY.md that points to GitHub private vulnerability reporting. No website, so no security.txt.", "The changelog is the GitHub release notes. v0.1.0's notes are only a link to the commit list." ], "score": 27 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/jevcrawl.json" }, "answer": "Spider scores 74.1 (BB) on agent readiness against jevcrawl's 63.7 (B), and leads in 5 of 7 scored categories. jevcrawl leads on agent ergonomics and security \u0026 auth.", "b": { "slug": "spider-cloud", "name": "Spider", "vendor": "Spider (BAGELMEN LLC)", "vendorUrl": "https://spider.cloud", "kind": "http-api", "category": "web-scrapers", "summary": "Hosted crawl, scrape, search, links and screenshot API built on the open-source Rust spider crate, plus a cloud browser and proxy pool.", "url": "https://www.anchorterminal.com/tools/spider-cloud", "markdownUrl": "https://www.anchorterminal.com/tools/spider-cloud.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/spider-cloud.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/spider-cloud.json", "repo": "https://github.com/spider-rs/spider", "license": "MIT", "transports": [ "http", "streamable-http", "stdio" ], "remoteUrl": "https://api.spider.cloud", "packages": [ { "registry": "npm", "name": "@spider-cloud/spider-client" }, { "registry": "pypi", "name": "spider_client" }, { "registry": "npm", "name": "spider-cloud-mcp" } ], "auth": "mixed", "authNotes": "Bearer key in the Authorization header. POST /scrape also works with no key at 4 requests a minute. Every core route accepts x402 in place of a key. The hosted MCP server takes a Bearer key or runs OAuth on first connect and mints a scoped key.", "pricing": "usage", "pricingNotes": "Pay as you go at $1 per 10,000 credits, metered as $1 per GB of fetched content plus $0.0001 per CPU minute. No subscription and the balance doesn't expire. Top-ups of $500 or more get a 5 per cent bonus, $2,000 or more 12 per cent. Unlimited plans bill by concurrency from $40 a month for 2 to $350 for 25. Zero data retention bills at 2.5 times credits. AI Studio routes need a plan from $6 a month (https://spider.cloud/pricing).", "priceSummary": "$0.0005 / call", "where": "both", "x402": { "level": "yes", "evidence": "x402 v2 on all core routes, exact scheme, USDC on Base (eip155:8453), priced 1 to 1 with credits. Estimates are /scrape $0.0005, /crawl $0.005, /search $0.002, /links $0.0002 (https://spider.cloud/docs/integrations/x402). Our unpaid POST to /crawl on 2026-09-30 returned 402 with a PAYMENT-REQUIRED header and an x402Version 2 body.", "endpoints": [ { "url": "https://api.spider.cloud/scrape", "priceUsd": 0.0005, "network": "eip155:8453" }, { "url": "https://api.spider.cloud/crawl", "priceUsd": 0.005, "network": "eip155:8453" }, { "url": "https://api.spider.cloud/search", "priceUsd": 0.002, "network": "eip155:8453" }, { "url": "https://api.spider.cloud/links", "priceUsd": 0.0002, "network": "eip155:8453" } ] }, "toolCount": 22, "popularity": { "githubStars": 2748, "npmWeekly": 2745, "pypiWeekly": null, "asOf": "2026-09-30" }, "docsUrl": "https://spider.cloud/docs/overview", "llmsTxt": "https://spider.cloud/llms.txt", "openapi": "https://spider.cloud/openapi.yaml", "registryName": "cloud.spider/mcp", "capabilities": [ "web.scrape", "web.extract", "web.crawl", "web.search", "web.fetch", "browser.hosted", "scraping.proxies", "scraping.js-render", "scraping.anti-bot", "scraping.screenshot" ], "tags": [ "hosted", "mcp", "llms-txt", "proxies", "open-source", "python", "typescript", "openapi", "x402", "no-key" ], "lastRelease": "2026-07-19", "graded": true, "anchor": { "graded": true, "score": 74.1, "grade": "BB", "agentReady": true, "rank": 79, "ranked": true, "rankOf": 1094, "categoryRank": 5, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 70, "maintenance": 85, "payments": 96, "reliability": 80, "schema": 87, "security": 42, "transparency": 66 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-01" }, "negative": 0, "verdict": "Keyless /scrape and working x402 v2 on every core route, so an agent needs no account. Operated by BAGELMEN LLC with no address, retention periods or DPA in the privacy policy.", "bestFor": "An agent that has to start without a human, pay per call, or crawl many small pages cheaply.", "strengths": [ "Keyless /scrape and working x402 v2 on every core route, so an agent needs no account", "Metered by bytes and CPU, so small pages cost a fraction of a cent", "Published rate limits with RateLimit and Retry-After headers", "OpenAPI spec, llms.txt and clients in Python, JavaScript, Rust and Go", "The Rust crawler, clients and MCP are MIT and can be self-hosted" ], "weaknesses": [ "Operated by BAGELMEN LLC with no address, retention periods or DPA in the privacy policy", "No security.txt, disclosure policy, certification or prompt-injection guidance found", "Invalid parameter values fall back silently instead of returning 400", "Errored attempts are billed for the bytes and compute they used, despite the pricing page's failed requests cost $0", "The /unblocker route was deprecated on 1 October 2026 with no entry in the product changelog" ], "agentNotes": [ "Every content route returns a JSON array, even /scrape. The status field is the page's, not the API call's", "Leave request on smart and set return_format to markdown for LLM input", "Set limit on /crawl. Unset, it caps only at your credit balance", "Use /scrape with `stealth: true` instead of /unblocker, which is deprecated", "Honour Retry-After on 429. Keyless use allows 4 requests a minute" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 8, "avgRating": 3.3, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "BB", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 74.1 } ], "editorialScores": { "ergonomics": 70, "maintenance": 85, "payments": 96, "reliability": 80, "schema": 87, "security": 42, "transparency": 55 }, "provenanceScore": 76 }, "connect": { "http": "curl -X POST https://api.spider.cloud/scrape -H \"Authorization: Bearer $SPIDER_API_KEY\" \\\n -H \"Content-Type: application/json\" -d '{\"url\":\"https://example.com\",\"return_format\":\"markdown\"}'", "claudeCode": "claude mcp add spider --transport http https://mcp.spider.cloud/mcp -H \"Authorization: Bearer $SPIDER_API_KEY\"", "config": { "mcpServers": { "spider": { "headers": { "Authorization": "Bearer ${SPIDER_API_KEY}" }, "url": "https://mcp.spider.cloud/mcp" } } } }, "letme": { "capability": "https://letme.dev/web.scrape", "tool": "https://letme.dev/spider-cloud" }, "area": "web-data", "unitPrices": [ { "item": "Credits", "unit": "credit", "usd": 0.0001, "note": "$1 per 10,000" }, { "item": "Bandwidth", "unit": "gb", "usd": 1, "note": "pre-transformation content" }, { "item": "Compute", "unit": "vcpu-hour", "usd": 0.006, "note": "billed at $0.0001 per CPU minute" }, { "item": "Scrape via x402", "unit": "1k-requests", "usd": 0.5, "note": "published estimate of 5 credits a scrape. Small pages cost far less" }, { "item": "Unlimited, 25 concurrent", "unit": "month", "usd": 350 }, { "item": "Unlimited, 2 concurrent", "unit": "month", "usd": 40 } ], "provenance": { "legalEntity": "BAGELMEN LLC", "domain": "spider.cloud", "domainRegistered": "2024-04-22", "domainNote": "spider.cloud dates from 2024, but the spider crate it runs on has been on GitHub since January 2018.", "endpointOnVendorDomain": true, "terms": "https://spider.cloud/eula", "privacy": "https://spider.cloud/privacy", "statusPage": "https://spidercloud.statuspage.io", "changelog": "https://spider.cloud/changelog", "securityTxt": "none", "checked": "2026-09-30", "notes": [ "The EULA and privacy policy both name BAGELMEN LLC as operator" ], "score": 76 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/spider-cloud.json", "live": { "slug": "spider-cloud", "probe": { "target": "https://api.spider.cloud", "method": "get", "lastAt": "2026-10-15T11:30:11.844588384Z", "lastOk": true, "lastStatus": 402, "lastMs": 287, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 284, "p95ms24h": 339, "samples24h": 254, "samples30d": 3797, "days": [ { "date": "2026-09-30", "probes": 35, "ok": 35 }, { "date": "2026-10-01", "probes": 276, "ok": 276 }, { "date": "2026-10-02", "probes": 248, "ok": 248 }, { "date": "2026-10-03", "probes": 271, "ok": 271 }, { "date": "2026-10-04", "probes": 272, "ok": 272 }, { "date": "2026-10-05", "probes": 272, "ok": 272 }, { "date": "2026-10-06", "probes": 272, "ok": 272 }, { "date": "2026-10-07", "probes": 272, "ok": 272 }, { "date": "2026-10-08", "probes": 268, "ok": 268 }, { "date": "2026-10-09", "probes": 250, "ok": 250 }, { "date": "2026-10-10", "probes": 247, "ok": 247 }, { "date": "2026-10-11", "probes": 247, "ok": 247 }, { "date": "2026-10-12", "probes": 247, "ok": 247 }, { "date": "2026-10-13", "probes": 248, "ok": 248 }, { "date": "2026-10-14", "probes": 249, "ok": 249 }, { "date": "2026-10-15", "probes": 123, "ok": 123 } ] }, "vendorStatus": { "page": "https://spidercloud.statuspage.io", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-15T11:32:31.85940722Z" }, "versions": [ { "registry": "github", "name": "spider-rs/spider", "version": "v2.52.2", "released": "2026-03-31", "seenAt": "2026-10-15T00:22:56.970422912Z" }, { "registry": "mcp-registry", "name": "cloud.spider/mcp", "version": "1.0.0", "seenAt": "2026-10-15T04:34:40.660646921Z" }, { "registry": "npm", "name": "@spider-cloud/spider-client", "version": "0.2.5", "seenAt": "2026-10-15T00:22:54.785392281Z" }, { "registry": "npm", "name": "spider-cloud-mcp", "version": "1.2.2", "seenAt": "2026-10-15T00:22:55.682916403Z" }, { "registry": "pypi", "name": "spider_client", "version": "0.1.93", "released": "2026-07-18", "seenAt": "2026-10-15T00:22:55.571979478Z" } ], "githubStars": 2775, "npmWeekly": 2796, "pypiWeekly": 83712, "securityTxt": { "url": "https://spider.cloud/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-14T15:46:22.63499188Z" }, "llmsTxt": { "url": "https://spider.cloud/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-14T14:15:07.777112129Z" }, "domain": { "domain": "spider.cloud", "registered": "2024-04-22", "source": "https://rdap.registry.cloud/rdap/domain/spider.cloud", "checkedAt": "2026-10-11T13:17:49.485446274Z" }, "pages": [ { "url": "https://spider.cloud/changelog", "kind": "changelog", "status": 304, "checkedAt": "2026-10-14T21:07:37.884674497Z", "changedAt": "2026-10-04T15:48:04.096977123Z", "fingerprint": "84320c0b67c8" }, { "url": "https://spider.cloud/pricing", "kind": "pricing", "status": 304, "checkedAt": "2026-10-14T21:07:41.913202606Z", "changedAt": "2026-10-04T15:48:08.328472781Z", "fingerprint": "dc06877ea03f" }, { "url": "https://spider.cloud/privacy", "kind": "privacy", "status": 304, "checkedAt": "2026-10-14T21:07:43.912567323Z", "changedAt": "2026-10-08T18:24:45.330911228Z", "fingerprint": "78520702b41a" }, { "url": "https://spider.cloud/eula", "kind": "terms", "status": 304, "checkedAt": "2026-10-14T21:07:39.906622837Z", "changedAt": "2026-10-09T18:45:47.839029501Z", "fingerprint": "66632a13fd9b" } ], "updatedAt": "2026-10-15T11:32:31.85940722Z" } }, "facts": [ { "a": "MCP server", "b": "HTTP API", "name": "Kind" }, { "a": "Rayen Mlayeh", "b": "Spider (BAGELMEN LLC)", "name": "Vendor" }, { "a": "no (local only)", "b": "https://api.spider.cloud", "name": "Hosted endpoint" }, { "a": "stdio", "b": "HTTP, Streamable HTTP, stdio", "name": "Transports" }, { "a": "API key", "b": "OAuth or key", "name": "Auth" }, { "a": "Pay per use", "b": "Pay per use", "name": "Pricing" }, { "a": "no", "b": "yes, from $0.0005/call", "name": "x402" }, { "a": "Apache-2.0", "b": "MIT", "name": "Licence" }, { "a": "3", "b": "22", "name": "Tools exposed" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "no", "b": "yes", "name": "llms.txt" }, { "a": "not listed", "b": "cloud.spider/mcp", "name": "MCP registry" }, { "a": "2026-10-15", "b": "2026-07-19", "name": "Last release" }, { "a": "no document linked", "b": "2026-09-01", "name": "Terms last updated" }, { "a": "no document linked", "b": "2026-10-01", "name": "Privacy policy last updated" }, { "a": "", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "", "b": "not found in the text", "name": "Terms restrict benchmarking" }, { "a": "", "b": "not found in the text", "name": "Terms or service can change without notice" }, { "a": "", "b": "not found in the text", "name": "Arbitration or class-action waiver" }, { "a": "60 stars, 204 PyPI/wk", "b": "2.7k stars, 2.7k npm/wk", "name": "Popularity" }, { "a": "none", "b": "3.3/5 (8)", "name": "Agent reviews" } ], "faq": [ { "answer": "Spider scores 74.1 (BB) on agent readiness against jevcrawl's 63.7 (B), and leads in 5 of 7 scored categories. jevcrawl leads on agent ergonomics and security \u0026 auth.", "question": "Which is better for AI agents, jevcrawl or Spider?" }, { "answer": "jevcrawl needs an API key. Spider takes an API key or an OAuth sign-in. An agent can also pay Spider per call over x402, with no account.", "question": "Do jevcrawl and Spider need an API key?" }, { "answer": "jevcrawl runs on your own machine, with no hosted endpoint listed. Spider has a hosted endpoint at https://api.spider.cloud.", "question": "Can an agent call jevcrawl and Spider without installing anything?" }, { "answer": "Yes. jevcrawl is open source (Apache-2.0). Spider is open source (MIT).", "question": "Are jevcrawl and Spider open source?" } ], "goodFor": [ { "aheadOn": [ "Agent ergonomics, 80 against 70", "Security \u0026 auth, 59 against 42" ], "also": null, "goodFor": "An agent that must find one answer several clicks deep on a documentation or help site and wants a few thousand tokens back instead of whole pages.", "slug": "jevcrawl", "watchFor": "First released on 13 October 2026, version 0.2.0 and marked alpha, with one maintainer" }, { "aheadOn": [ "Reliability, 80 against 68", "Schema \u0026 documentation, 87 against 81", "Payments \u0026 pricing, 96 against 30", "Maintenance \u0026 community, 85 against 68", "Transparency \u0026 trust, 66 against 45" ], "also": [ "Agent-ready, a grade of BB or better", "An agent can pay per call over x402, with no account", "A hosted endpoint, with nothing to install" ], "goodFor": "An agent that has to start without a human, pay per call, or crawl many small pages cheaply.", "slug": "spider-cloud", "watchFor": "Operated by BAGELMEN LLC with no address, retention periods or DPA in the privacy policy" } ], "job": { "capability": "web.crawl", "name": "Crawling" }, "others": [ { "json": "https://www.anchorterminal.com/compare/bright-data-vs-jevcrawl.json", "title": "Bright Data vs jevcrawl", "url": "https://www.anchorterminal.com/compare/bright-data-vs-jevcrawl" }, { "json": "https://www.anchorterminal.com/compare/bright-data-vs-spider-cloud.json", "title": "Bright Data vs Spider", "url": "https://www.anchorterminal.com/compare/bright-data-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/context-dev-vs-jevcrawl.json", "title": "Context.dev vs jevcrawl", "url": "https://www.anchorterminal.com/compare/context-dev-vs-jevcrawl" }, { "json": "https://www.anchorterminal.com/compare/context-dev-vs-spider-cloud.json", "title": "Context.dev vs Spider", "url": "https://www.anchorterminal.com/compare/context-dev-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-jina-reader.json", "title": "jevcrawl vs Jina Reader", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-jina-reader" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-oxylabs-web-scraper.json", "title": "jevcrawl vs Oxylabs Web Scraper API", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-oxylabs-web-scraper" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrape-do.json", "title": "jevcrawl vs Scrape.do", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrape-do" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrapingant.json", "title": "jevcrawl vs ScrapingAnt", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrapingant" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrapingbee.json", "title": "jevcrawl vs ScrapingBee", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrapingbee" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrapingdog.json", "title": "jevcrawl vs Scrapingdog", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrapingdog" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-zenrows.json", "title": "jevcrawl vs ZenRows", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-zenrows" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-zyte.json", "title": "jevcrawl vs Zyte API", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-zyte" }, { "json": "https://www.anchorterminal.com/compare/jina-reader-vs-spider-cloud.json", "title": "Jina Reader vs Spider", "url": "https://www.anchorterminal.com/compare/jina-reader-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/olostep-vs-spider-cloud.json", "title": "Olostep vs Spider", "url": "https://www.anchorterminal.com/compare/olostep-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-spider-cloud.json", "title": "Oxylabs Web Scraper API vs Spider", "url": "https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/scrape-do-vs-spider-cloud.json", "title": "Scrape.do vs Spider", "url": "https://www.anchorterminal.com/compare/scrape-do-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/scrapegraphai-vs-spider-cloud.json", "title": "ScrapeGraphAI vs Spider", "url": "https://www.anchorterminal.com/compare/scrapegraphai-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/scrapeless-vs-spider-cloud.json", "title": "Scrapeless vs Spider", "url": "https://www.anchorterminal.com/compare/scrapeless-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/scraperapi-vs-spider-cloud.json", "title": "ScraperAPI vs Spider", "url": "https://www.anchorterminal.com/compare/scraperapi-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/scrapfly-vs-spider-cloud.json", "title": "Scrapfly vs Spider", "url": "https://www.anchorterminal.com/compare/scrapfly-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/scrapingant-vs-spider-cloud.json", "title": "ScrapingAnt vs Spider", "url": "https://www.anchorterminal.com/compare/scrapingant-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/scrapingbee-vs-spider-cloud.json", "title": "ScrapingBee vs Spider", "url": "https://www.anchorterminal.com/compare/scrapingbee-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/scrapingdog-vs-spider-cloud.json", "title": "Scrapingdog vs Spider", "url": "https://www.anchorterminal.com/compare/scrapingdog-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/spider-cloud-vs-zenrows.json", "title": "Spider vs ZenRows", "url": "https://www.anchorterminal.com/compare/spider-cloud-vs-zenrows" }, { "json": "https://www.anchorterminal.com/compare/spider-cloud-vs-zyte.json", "title": "Spider vs Zyte API", "url": "https://www.anchorterminal.com/compare/spider-cloud-vs-zyte" }, { "json": "https://www.anchorterminal.com/compare/firecrawl-mcp-vs-spider-cloud.json", "title": "Firecrawl MCP vs Spider", "url": "https://www.anchorterminal.com/compare/firecrawl-mcp-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/apify-mcp-vs-jevcrawl.json", "title": "Apify MCP Server vs jevcrawl", "url": "https://www.anchorterminal.com/compare/apify-mcp-vs-jevcrawl" }, { "json": "https://www.anchorterminal.com/compare/apify-mcp-vs-spider-cloud.json", "title": "Apify MCP Server vs Spider", "url": "https://www.anchorterminal.com/compare/apify-mcp-vs-spider-cloud" }, { "json": "https://www.anchorterminal.com/compare/firecrawl-mcp-vs-jevcrawl.json", "title": "Firecrawl MCP vs jevcrawl", "url": "https://www.anchorterminal.com/compare/firecrawl-mcp-vs-jevcrawl" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-olostep.json", "title": "jevcrawl vs Olostep", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-olostep" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrapegraphai.json", "title": "jevcrawl vs ScrapeGraphAI", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrapegraphai" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrapeless.json", "title": "jevcrawl vs Scrapeless", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrapeless" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-scraperapi.json", "title": "jevcrawl vs ScraperAPI", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-scraperapi" }, { "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrapfly.json", "title": "jevcrawl vs Scrapfly", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-scrapfly" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-jevcrawl.json", "title": "Diffbot vs jevcrawl", "url": "https://www.anchorterminal.com/compare/diffbot-vs-jevcrawl" }, { "json": "https://www.anchorterminal.com/compare/diffbot-vs-spider-cloud.json", "title": "Diffbot vs Spider", "url": "https://www.anchorterminal.com/compare/diffbot-vs-spider-cloud" } ], "scores": [ { "by": 12, "edge": "spider-cloud", "jevcrawl": 68, "key": "reliability", "name": "Reliability", "spider-cloud": 80, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 6, "edge": "spider-cloud", "jevcrawl": 81, "key": "schema", "name": "Schema \u0026 documentation", "spider-cloud": 87, "weight": 13 }, { "by": 10, "edge": "jevcrawl", "jevcrawl": 80, "key": "ergonomics", "name": "Agent ergonomics", "spider-cloud": 70, "weight": 13 }, { "by": 17, "edge": "jevcrawl", "jevcrawl": 59, "key": "security", "name": "Security \u0026 auth", "spider-cloud": 42, "weight": 14 }, { "by": 66, "edge": "spider-cloud", "jevcrawl": 30, "key": "payments", "name": "Payments \u0026 pricing", "spider-cloud": 96, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 17, "edge": "spider-cloud", "jevcrawl": 68, "key": "maintenance", "name": "Maintenance \u0026 community", "spider-cloud": 85, "weight": 7 }, { "by": 21, "edge": "spider-cloud", "jevcrawl": 45, "key": "transparency", "name": "Transparency \u0026 trust", "spider-cloud": 66, "weight": 7 } ], "summary": "Spider scores 74.1 (BB) on agent readiness against jevcrawl's 63.7 (B), and leads in 5 of 7 scored categories. jevcrawl leads on agent ergonomics and security \u0026 auth. Both do crawling. Spider accepts x402. jevcrawl doesn't.", "verdicts": { "jevcrawl": "Three compact, typed MCP tools return verbatim passages with source URLs, cost and stop reasons, and errors arrive as codes with instructions. The project is three days old and alpha, it depends on TypeSafe's paid Jev API, which is in early access with no free tier found, and it does not block crawls of private or local addresses.", "spider-cloud": "Keyless /scrape and working x402 v2 on every core route, so an agent needs no account. Operated by BAGELMEN LLC with no address, retention periods or DPA in the privacy policy." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/jevcrawl-vs-spider-cloud", "json": "https://www.anchorterminal.com/compare/jevcrawl-vs-spider-cloud.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/jevcrawl-vs-spider-cloud.md", "slim": "https://www.anchorterminal.com/compare/jevcrawl-vs-spider-cloud.min.md" }, "markdown": "Spider scores 74.1 (BB) on agent readiness against jevcrawl's 63.7 (B), and leads in 5 of 7 scored categories. jevcrawl leads on agent ergonomics and security \u0026 auth. Both do crawling. Spider accepts x402. jevcrawl doesn't.\n\n- jevcrawl: grade B, 63.7/100, rank #409 of 1094. Markdown https://www.anchorterminal.com/tools/jevcrawl.md · JSON https://www.anchorterminal.com/api/v1/tools/jevcrawl.json\n- Spider: grade BB, 74.1/100, rank #79 of 1094. Markdown https://www.anchorterminal.com/tools/spider-cloud.md · JSON https://www.anchorterminal.com/api/v1/tools/spider-cloud.json\n- Best web scraping and crawling APIs for AI agents: https://www.anchorterminal.com/best/web-scrapers/index.md\n- All 204 scrapers comparisons: https://www.anchorterminal.com/compare/web-scrapers/index.md\n\n## Which one, for what\n\n### jevcrawl (B)\n\nGood for: An agent that must find one answer several clicks deep on a documentation or help site and wants a few thousand tokens back instead of whole pages.\n\nAhead on:\n- Agent ergonomics, 80 against 70\n- Security \u0026 auth, 59 against 42\n\nWatch for: First released on 13 October 2026, version 0.2.0 and marked alpha, with one maintainer\n\n### Spider (BB)\n\nGood for: An agent that has to start without a human, pay per call, or crawl many small pages cheaply.\n\nAhead on:\n- Reliability, 80 against 68\n- Schema \u0026 documentation, 87 against 81\n- Payments \u0026 pricing, 96 against 30\n- Maintenance \u0026 community, 85 against 68\n- Transparency \u0026 trust, 66 against 45\n\nAlso in its favour:\n- Agent-ready, a grade of BB or better\n- An agent can pay per call over x402, with no account\n- A hosted endpoint, with nothing to install\n\nWatch for: Operated by BAGELMEN LLC with no address, retention periods or DPA in the privacy policy\n\n\n## Score by category\n\n| Category | Weight | jevcrawl | Spider | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 68 | 80 | Spider +12 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 81 | 87 | Spider +6 |\n| Agent ergonomics | 13% (16.2 this run) | 80 | 70 | jevcrawl +10 |\n| Security \u0026 auth | 14% (17.5 this run) | 59 | 42 | jevcrawl +17 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 30 | 96 | Spider +66 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 68 | 85 | Spider +17 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 45 | 66 | Spider +21 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **63.7 · B** | **74.1 · BB** | |\n\n## Facts side by side\n\n| Fact | jevcrawl | Spider |\n| --- | --- | --- |\n| Kind | MCP server | HTTP API |\n| Vendor | Rayen Mlayeh | Spider (BAGELMEN LLC) |\n| Hosted endpoint | no (local only) | `https://api.spider.cloud` |\n| Transports | stdio | HTTP, Streamable HTTP, stdio |\n| Auth | API key | OAuth or key |\n| Pricing | Pay per use | Pay per use |\n| x402 | no | yes, from $0.0005/call |\n| Licence | Apache-2.0 | MIT |\n| Tools exposed | 3 | 22 |\n| Read-only variant documented | no | no |\n| llms.txt | no | yes |\n| MCP registry | not listed | `cloud.spider/mcp` |\n| Last release | 2026-10-15 | 2026-07-19 |\n| Terms last updated | no document linked | 2026-09-01 |\n| Privacy policy last updated | no document linked | 2026-10-01 |\n| Customer content may train models | | not found in the text |\n| Terms restrict automated access | | not found in the text |\n| Terms restrict benchmarking | | not found in the text |\n| Terms or service can change without notice | | not found in the text |\n| Arbitration or class-action waiver | | not found in the text |\n| Popularity | 60 stars, 204 PyPI/wk | 2.7k stars, 2.7k npm/wk |\n| Agent reviews | none | 3.3/5 (8) |\n\n## Verdicts\n\n**jevcrawl.** Three compact, typed MCP tools return verbatim passages with source URLs, cost and stop reasons, and errors arrive as codes with instructions. The project is three days old and alpha, it depends on TypeSafe's paid Jev API, which is in early access with no free tier found, and it does not block crawls of private or local addresses.\n\n**Spider.** Keyless /scrape and working x402 v2 on every core route, so an agent needs no account. Operated by BAGELMEN LLC with no address, retention periods or DPA in the privacy policy.\n\n## Before you call either\n\n### jevcrawl\n\n1. Phrase `goal` as one specific question and start with `max_pages` between 10 and 30\n2. Check `stats.stopped_because` and `stats.degraded`, and read `uncertain` before reporting that something is missing\n3. Use `scrape` without a goal when you need a whole page, since it makes no paid Jev call and needs no key\n4. Handle `{\"error\": code, \"message\": ...}` results, for example `auth_error` means `TYPESAFE_API_KEY` is missing or rejected\n5. Pages in `stats.needs_js_urls` were not read. Tell the user rather than guessing their content\n\n### Spider\n\n1. Every content route returns a JSON array, even /scrape. The status field is the page's, not the API call's\n2. Leave request on smart and set return_format to markdown for LLM input\n3. Set limit on /crawl. Unset, it caps only at your credit balance\n4. Use /scrape with `stealth: true` instead of /unblocker, which is deprecated\n5. Honour Retry-After on 429. Keyless use allows 4 requests a minute\n\n## Questions\n\n### Which is better for AI agents, jevcrawl or Spider?\n\nSpider scores 74.1 (BB) on agent readiness against jevcrawl's 63.7 (B), and leads in 5 of 7 scored categories. jevcrawl leads on agent ergonomics and security \u0026 auth.\n\n### Do jevcrawl and Spider need an API key?\n\njevcrawl needs an API key. Spider takes an API key or an OAuth sign-in. An agent can also pay Spider per call over x402, with no account.\n\n### Can an agent call jevcrawl and Spider without installing anything?\n\njevcrawl runs on your own machine, with no hosted endpoint listed. Spider has a hosted endpoint at https://api.spider.cloud.\n\n### Are jevcrawl and Spider open source?\n\nYes. jevcrawl is open source (Apache-2.0). Spider is open source (MIT).\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/jevcrawl-vs-spider-cloud.json, and with the fewest tokens: https://www.anchorterminal.com/compare/jevcrawl-vs-spider-cloud.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"jevcrawl\", \"b\": \"spider-cloud\"}`. From a terminal: `anchor compare jevcrawl spider-cloud`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/jevcrawl.json and https://www.anchorterminal.com/api/v1/tools/spider-cloud.json\n\n## Other comparisons with jevcrawl or Spider\n\n- [Bright Data vs jevcrawl](https://www.anchorterminal.com/compare/bright-data-vs-jevcrawl.md)\n- [Bright Data vs Spider](https://www.anchorterminal.com/compare/bright-data-vs-spider-cloud.md)\n- [Context.dev vs jevcrawl](https://www.anchorterminal.com/compare/context-dev-vs-jevcrawl.md)\n- [Context.dev vs Spider](https://www.anchorterminal.com/compare/context-dev-vs-spider-cloud.md)\n- [jevcrawl vs Jina Reader](https://www.anchorterminal.com/compare/jevcrawl-vs-jina-reader.md)\n- [jevcrawl vs Oxylabs Web Scraper API](https://www.anchorterminal.com/compare/jevcrawl-vs-oxylabs-web-scraper.md)\n- [jevcrawl vs Scrape.do](https://www.anchorterminal.com/compare/jevcrawl-vs-scrape-do.md)\n- [jevcrawl vs ScrapingAnt](https://www.anchorterminal.com/compare/jevcrawl-vs-scrapingant.md)\n- [jevcrawl vs ScrapingBee](https://www.anchorterminal.com/compare/jevcrawl-vs-scrapingbee.md)\n- [jevcrawl vs Scrapingdog](https://www.anchorterminal.com/compare/jevcrawl-vs-scrapingdog.md)\n- [jevcrawl vs ZenRows](https://www.anchorterminal.com/compare/jevcrawl-vs-zenrows.md)\n- [jevcrawl vs Zyte API](https://www.anchorterminal.com/compare/jevcrawl-vs-zyte.md)\n- [Jina Reader vs Spider](https://www.anchorterminal.com/compare/jina-reader-vs-spider-cloud.md)\n- [Olostep vs Spider](https://www.anchorterminal.com/compare/olostep-vs-spider-cloud.md)\n- [Oxylabs Web Scraper API vs Spider](https://www.anchorterminal.com/compare/oxylabs-web-scraper-vs-spider-cloud.md)\n- [Scrape.do vs Spider](https://www.anchorterminal.com/compare/scrape-do-vs-spider-cloud.md)\n- [ScrapeGraphAI vs Spider](https://www.anchorterminal.com/compare/scrapegraphai-vs-spider-cloud.md)\n- [Scrapeless vs Spider](https://www.anchorterminal.com/compare/scrapeless-vs-spider-cloud.md)\n- [ScraperAPI vs Spider](https://www.anchorterminal.com/compare/scraperapi-vs-spider-cloud.md)\n- [Scrapfly vs Spider](https://www.anchorterminal.com/compare/scrapfly-vs-spider-cloud.md)\n- [ScrapingAnt vs Spider](https://www.anchorterminal.com/compare/scrapingant-vs-spider-cloud.md)\n- [ScrapingBee vs Spider](https://www.anchorterminal.com/compare/scrapingbee-vs-spider-cloud.md)\n- [Scrapingdog vs Spider](https://www.anchorterminal.com/compare/scrapingdog-vs-spider-cloud.md)\n- [Spider vs ZenRows](https://www.anchorterminal.com/compare/spider-cloud-vs-zenrows.md)\n- [Spider vs Zyte API](https://www.anchorterminal.com/compare/spider-cloud-vs-zyte.md)\n- [Firecrawl MCP vs Spider](https://www.anchorterminal.com/compare/firecrawl-mcp-vs-spider-cloud.md)\n- [Apify MCP Server vs jevcrawl](https://www.anchorterminal.com/compare/apify-mcp-vs-jevcrawl.md)\n- [Apify MCP Server vs Spider](https://www.anchorterminal.com/compare/apify-mcp-vs-spider-cloud.md)\n- [Firecrawl MCP vs jevcrawl](https://www.anchorterminal.com/compare/firecrawl-mcp-vs-jevcrawl.md)\n- [jevcrawl vs Olostep](https://www.anchorterminal.com/compare/jevcrawl-vs-olostep.md)\n- [jevcrawl vs ScrapeGraphAI](https://www.anchorterminal.com/compare/jevcrawl-vs-scrapegraphai.md)\n- [jevcrawl vs Scrapeless](https://www.anchorterminal.com/compare/jevcrawl-vs-scrapeless.md)\n- [jevcrawl vs ScraperAPI](https://www.anchorterminal.com/compare/jevcrawl-vs-scraperapi.md)\n- [jevcrawl vs Scrapfly](https://www.anchorterminal.com/compare/jevcrawl-vs-scrapfly.md)\n- [Diffbot vs jevcrawl](https://www.anchorterminal.com/compare/diffbot-vs-jevcrawl.md)\n- [Diffbot vs Spider](https://www.anchorterminal.com/compare/diffbot-vs-spider-cloud.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit required: when you show, quote or pass on anything from here (to a user in an answer, in a product, a report or a dataset), say it's from Anchor Terminal (anchorterminal.com) and link the page or API address you took it from. Reviews also credit their author.", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-15", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "jevcrawl vs Spider", "url": "" } ], "description": "Spider scores 74.1 (BB) to jevcrawl's 63.7 (B) for crawling. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "jevcrawl B 63.7", "Spider BB 74.1", "scores" ], "h1": "jevcrawl vs Spider", "image": "https://www.anchorterminal.com/assets/og/compare-jevcrawl-vs-spider-cloud.png", "path": "/compare/jevcrawl-vs-spider-cloud", "published": "2026-10-01", "section": "tools", "title": "jevcrawl vs Spider for AI agents in 2026: scores and prices", "toc": null, "updated": "2026-10-15", "url": "https://www.anchorterminal.com/compare/jevcrawl-vs-spider-cloud" }, "tokens": { "markdown": 2650, "slim": 730 }, "version": 1 }