{
  "listings": [
    {
      "slug": "bright-data",
      "name": "Bright Data",
      "company": "Bright Data Ltd.",
      "grade": "C",
      "fit": "yes",
      "why": "Web Unlocker retries failed attempts with alternative configurations itself, solves CAPTCHAs, charges only successful responses, and lists premium domains at a higher rate; acc-27 uses the MCP for CAPTCHA and residential cases at $0.31 over three weeks.",
      "source": "https://docs.brightdata.com/products/web-unlocker/introduction.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/bright-data"
    },
    {
      "slug": "crawl4ai",
      "name": "Crawl4AI",
      "company": "CONTEXT4AI PTE LTD",
      "grade": "D",
      "fit": "yes",
      "why": "The engine ladder escalates to a real browser itself, proxy extra adds residential exits at 4x the page price, the ladder and exit are reported, x-c4-cost and x-c4-balance headers carry the cost, POST /v1/estimate prices a call first, and blocked pages aren't charged.",
      "source": "https://crawl4ai.com/llms.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/crawl4ai"
    },
    {
      "slug": "scrapfly",
      "name": "Scrapfly",
      "company": "Joam Intelligence, LLC",
      "grade": "BB",
      "fit": "yes",
      "why": "unblocker=true detects the vendor and upgrades proxy pool and browser itself, cost_budget caps the retry spend, Scrape Failed Protection leaves failed scrapes unbilled and X-Scrapfly-Reject-Retryable says whether to retry.",
      "source": "https://scrapfly.io/docs/scrape-api/anti-scraping-protection",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/scrapfly"
    },
    {
      "slug": "scrapingbee",
      "name": "ScrapingBee",
      "company": "VostokInc SAS",
      "grade": "B",
      "fit": "yes",
      "why": "mode=auto climbs from 1 to 75 credits and charges only the tier that succeeds (a total failure costs 0), max_cost stops it short of stealth, and Spb-cost and Spb-auto-cost report the charge.",
      "source": "https://www.scrapingbee.com/llms/html-api.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/scrapingbee"
    },
    {
      "slug": "webscraping-ai",
      "name": "WebScraping.AI",
      "company": "Urlooker LLC",
      "grade": "B",
      "fit": "yes",
      "why": "proxy=auto walks datacenter, residential and stealth in one request, or a 500 carries next_step.params and next_step.cost for the retry; failed requests are free.",
      "source": "https://webscraping.ai/docs/errors.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/webscraping-ai"
    },
    {
      "slug": "zenrows",
      "name": "ZenRows",
      "company": "ZENROWS, S.L.",
      "grade": "A",
      "fit": "yes",
      "why": "mode=auto starts cheap and escalates js_render and premium_proxy itself, bills only the configuration that succeeds, and X-Request-Cost reports the charge; credit caps per key stop runaway spend.",
      "source": "https://docs.zenrows.com/fetch/features/adaptive-stealth-mode.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/zenrows"
    },
    {
      "slug": "apify-mcp",
      "name": "Apify MCP Server",
      "company": "Apify Technologies s.r.o.",
      "grade": "A",
      "fit": "caveat",
      "why": "Web Fetch says it works around bot blocking and a blocking site fails unbilled, but there is no proxy or escalation parameter to steer and no per-request cost in the response; the price is the flat $0.001 event.",
      "source": "https://apify.com/apify/web-fetch",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/apify-mcp"
    },
    {
      "slug": "context-dev",
      "name": "Context.dev",
      "company": "Context Dev Inc.",
      "grade": "A",
      "fit": "caveat",
      "why": "A bot wall returns WEBSITE_BLOCKED and nothing is charged when every output fails, but the only advice is to retry later or from another country; no residential, stealth or auto-escalation parameter was found, and browser actions need a paid plan.",
      "source": "https://docs.context.dev/scrape/timeouts-and-errors.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/context-dev"
    },
    {
      "slug": "crw",
      "name": "fastCRW",
      "company": "Nanofy OÜ",
      "grade": "B",
      "fit": "caveat",
      "why": "renderer chrome_proxy sends the page through a residential pool for 2 credits with country and stealth flags, and failed pages are refunded. The agent must choose it; auto only switches HTTP to a browser for SPAs, and the docs say anti-bot retries make it worse.",
      "source": "https://docs.fastcrw.com/llms-full.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/crw"
    },
    {
      "slug": "decodo",
      "name": "Decodo Web Data API",
      "company": "UAB \"Data troops\"",
      "grade": "B",
      "fit": "caveat",
      "why": "The premium pool is documented as resolving complex anti-bot measures and 613 failures aren't charged, but there is no auto mode (the agent picks proxy_pool and headless), no per-request cost header, and 4xx responses with content are billed.",
      "source": "https://help.decodo.com/docs/web-data-api-scrape-parameters.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/decodo"
    },
    {
      "slug": "diffbot",
      "name": "Diffbot",
      "company": "Diffbot Technologies Corp.",
      "grade": "C",
      "fit": "caveat",
      "why": "useProxy=default routes through Diffbot's datacentre proxy at 2 credits and proxy takes your own, but no anti-bot solver, residential pool or escalation is documented and whether a failed extraction is charged isn't stated.",
      "source": "https://www.diffbot.com/docs/extract/analyze",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/diffbot"
    },
    {
      "slug": "firecrawl-mcp",
      "name": "Firecrawl MCP",
      "company": "SideGuide Technologies, Inc. (d/b/a Firecrawl)",
      "grade": "A",
      "fit": "caveat",
      "why": "proxy auto retries 401, 403 and 429 through enhanced proxies inside one request at the same 1 credit; acc-24 solved two Cloudflare sites. But a 403 or 404 page captured as a document is billed 1 credit, so a failed fetch can still cost.",
      "source": "https://docs.firecrawl.dev/features/enhanced-mode.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/firecrawl-mcp"
    },
    {
      "slug": "jina-reader",
      "name": "Jina Reader",
      "company": "Jina AI GmbH",
      "grade": "C",
      "fit": "caveat",
      "why": "x-engine browser and x-proxy auto (key required) rotate residential IPs and the README says they handle common anti-bot challenges, failed requests cost no tokens. The FAQ says Reader does not bypass anti-bot systems, and acc-17 and acc-30 show Cloudflare failures.",
      "source": "https://github.com/jina-ai/reader/blob/main/README.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/jina-reader"
    },
    {
      "slug": "microlink",
      "name": "Microlink",
      "company": "Microlink Labs, S.L.",
      "grade": "B",
      "fit": "caveat",
      "why": "Pro plans include automatic proxy resolution for IP blocks and CAPTCHAs, with proxy.location and your own proxy URL, but no cost is reported per request, no bot-check vendor is named, and whether failed requests count toward the quota isn't stated.",
      "source": "https://microlink.io/docs/api/parameters/proxy.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/microlink"
    },
    {
      "slug": "olostep",
      "name": "Olostep",
      "company": "Olostep Technologies Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "Every request already uses JavaScript rendering and residential IPs at the flat 1 credit, only successful requests count, and the response reports credits_consumed and cost_usd. No bot-check vendor is named and no retry or escalation behaviour is documented.",
      "source": "https://www.olostep.com/pricing",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/olostep"
    },
    {
      "slug": "outcrawl",
      "name": "Outcrawl",
      "company": "Aeonmind LLC (trading as Outcrawl)",
      "grade": "B",
      "fit": "caveat",
      "why": "Captcha and challenge solving is bundled with residential exits at the same 1 credit and usage reports the cost, but there is no mode flag or retry hint, a cached answer bills like a live fetch, and whether a page_unreachable error is charged isn't stated.",
      "source": "https://outcrawl.ai/docs/billing/pricing",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/outcrawl"
    },
    {
      "slug": "oxylabs-web-scraper",
      "name": "Oxylabs Web Scraper API",
      "company": "oxylabs, UAB",
      "grade": "B",
      "fit": "caveat",
      "why": "The endpoint handles proxy rotation and bot challenges itself and 5xx or 6xx failures aren't billed, but any 2xx or 4xx result is billed even when it holds no expected content, the docs tell the agent to retry with run_js by hand, and no cost header is documented.",
      "source": "https://developers.oxylabs.io/products/web-api/scrape.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/oxylabs-web-scraper"
    },
    {
      "slug": "scrape-do",
      "name": "Scrape.do",
      "company": "PACKEND, LLC",
      "grade": "E",
      "fit": "caveat",
      "why": "The unblock page tells the agent to add super=true then render=true by hand; no auto mode or cost cap. Scrape.do-Request-Cost header reports the charge, failures are free, but 400 and 404 from the target are billed.",
      "source": "https://scrape.do/documentation/api-response/unblock.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/scrape-do"
    },
    {
      "slug": "scrapegraphai",
      "name": "ScrapeGraphAI",
      "company": "ScrapeGraphAI, Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "stealth in fetchConfig adds a fixed 5 credits with residential proxy and anti-bot headers, but it is a manual flag; no auto escalation and no statement that a challenge body is flagged. Failed requests aren't charged.",
      "source": "https://docs.scrapegraphai.com/services/scrape.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/scrapegraphai"
    },
    {
      "slug": "scrapeless",
      "name": "Scrapeless",
      "company": "NST LABS TECH LTD.",
      "grade": "C",
      "fit": "caveat",
      "why": "Web Unlocker (actor unlocker.webunlocker) takes url, method and proxy country, with js_render as an option, from $0.20 per 1,000 URLs. No auto escalation, no cost in the response and no statement on failed-request billing.",
      "source": "https://apidocs.scrapeless.com/api-11949854.md",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/scrapeless"
    },
    {
      "slug": "scrapeops",
      "name": "ScrapeOps Proxy API Aggregator",
      "company": "ScrapeOps Limited",
      "grade": "D",
      "fit": "caveat",
      "why": "optimize_request=true escalates proxies, rendering and bypasses itself and max_request_cost caps credits; only 200 and 404 are billed and 200s pass ban-page validation. But the API retries up to 2 minutes and new domains need a learning period.",
      "source": "https://scrapeops.io/docs/web-scraping-proxy-api-aggregator/advanced-functionality/optimize-request/",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/scrapeops"
    },
    {
      "slug": "scraperapi",
      "name": "ScraperAPI",
      "company": "ScraperAPI LLC",
      "grade": "D",
      "fit": "caveat",
      "why": "premium and ultra_premium are chosen by the agent (Akamai is now automatic), max_cost caps credits and only 200 and 404 are billed, but retries run 70 s and a 200 can still carry a CAPTCHA you must report. acc-35 reports a Shopee failure.",
      "source": "https://docs.scraperapi.com/responses-and-formats/api-status-codes.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/scraperapi"
    },
    {
      "slug": "scrapewise",
      "name": "Scrapewise",
      "company": "BEBOTECH OÜ",
      "grade": "B",
      "fit": "caveat",
      "why": "Render (EUR 0.75) and Super residential (EUR 1.50 per 1,000) tiers exist and failed pages are not charged, but the agent picks the tier; quote_only reports the maximum cost before the call.",
      "source": "https://scrapewise.ai/llms.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/scrapewise"
    },
    {
      "slug": "scrapingant",
      "name": "ScrapingAnt",
      "company": "DATAANT SP. Z O.O.",
      "grade": "E",
      "fit": "caveat",
      "why": "A 423 marks detection and non-200 responses are not charged, but the agent must retry with proxy_type=residential itself (25 credits plain, 125 with the browser) and the Ant-credits-cost header is the only cost report.",
      "source": "https://docs.scrapingant.com/errors",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/scrapingant"
    },
    {
      "slug": "scrapingdog",
      "name": "Scrapingdog",
      "company": "OpenData Labs Private Limited",
      "grade": "E",
      "fit": "caveat",
      "why": "premium=true (10 credits, 25 with rendering) is a manual flag with no auto mode or cost cap; failed requests aren't charged and 404 is free.",
      "source": "https://www.scrapingdog.com/documentation/",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/scrapingdog"
    },
    {
      "slug": "spider-cloud",
      "name": "Spider",
      "company": "BAGELMEN LLC",
      "grade": "BB",
      "fit": "caveat",
      "why": "stealth: true is a manual flag, not an auto mode, and an errored attempt is billed for the bandwidth and compute it used. Costs are itemised per page in the response.",
      "source": "https://spider.cloud/llms-full.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/spider-cloud"
    },
    {
      "slug": "zyte",
      "name": "Zyte API",
      "company": "Zyte Group Limited",
      "grade": "BB",
      "fit": "caveat",
      "why": "Ban avoidance is automatic with no flags to guess, rate-limited and unsuccessful responses are free, and a 520 says the ban could not be beaten. The price is set by the site's tier rather than reported per request.",
      "source": "https://docs.zyte.com/zyte-api/usage/errors.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/zyte"
    },
    {
      "slug": "browseract",
      "name": "BrowserAct",
      "company": "Hongkong Ziniao Technology Co., Limited",
      "grade": "D",
      "fit": "no",
      "why": "Not a fetch API; pages are reached only through a built bot's run, so a single blocked URL can't be handed over for a two-call fetch.",
      "source": "https://docs.browseract.com/workflow/api-reference/tasks/run-a-bot-create-a-task.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/browseract"
    },
    {
      "slug": "jevcrawl",
      "name": "jevcrawl",
      "company": "Rayen Mlayeh",
      "grade": "B",
      "fit": "no",
      "why": "No proxies, browser pool or anti-bot handling; the fetcher is a plain HTTP client with optional local Chromium.",
      "source": "https://github.com/RayenMlayeh/jevcrawl/blob/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/jevcrawl"
    },
    {
      "slug": "qovia",
      "name": "Qovia",
      "company": "Qovia",
      "grade": "D",
      "fit": "no",
      "why": "No URL fetch, proxy or browser; the API reads named platforms through its own data sources.",
      "source": "https://qovia.ai/llms-full.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qovia"
    },
    {
      "slug": "scrapeatlas",
      "name": "ScrapeAtlas",
      "company": "OD. Media \u0026 Technology LLC",
      "grade": "B",
      "fit": "no",
      "why": "Not a page fetcher. upstream_challenged is a failure code the worker returns, not something the agent can route around.",
      "source": "https://scrapeatlas.com/docs/responses/",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/scrapeatlas"
    },
    {
      "slug": "soldfetch",
      "name": "SoldFetch",
      "company": "SoldFetch",
      "grade": "E",
      "fit": "no",
      "why": "Not a page fetcher; a 503 upstream_blocked is an unbilled failure, not something the agent routes around.",
      "source": "https://soldfetch.com/docs/llms-full.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/soldfetch"
    }
  ],
  "marks": "yes: the docs show it does the job as the success test says. caveat: it does the job with a limit an agent should know. no: it doesn't do this job. unchecked: we couldn't read it.",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-16",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "0.8",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "useCase": {
    "accounts": 8,
    "after": [
      "document-extraction.table-from-text",
      "web-scrapers.page-to-markdown"
    ],
    "area": "web-data",
    "asks": [
      "this site gives me a 403",
      "get past the Cloudflare check",
      "the page comes back as Just a moment",
      "my IP is blocked, fetch it another way"
    ],
    "before": [
      "web-scrapers.page-to-markdown",
      "browser.local-playwright"
    ],
    "blockers": [
      "bot check with no solver on the plan",
      "protected request priced 10 to 75 times the headline rate with no per-request cap",
      "service shares IPs that the target has already flagged"
    ],
    "capabilities": [
      "web.scrape",
      "scraping.anti-bot",
      "scraping.proxies",
      "scraping.js-render"
    ],
    "category": "web-scrapers",
    "categoryName": "Web scraping \u0026 crawling",
    "checked": "2026-11-12",
    "companies": {
      "fit": 6,
      "fitWithLimit": 21,
      "tagged": 38
    },
    "competition": "crowded",
    "fits": [
      "bright-data",
      "crawl4ai",
      "scrapfly",
      "scrapingbee",
      "webscraping-ai",
      "zenrows"
    ],
    "fitsWithLimit": [
      "apify-mcp",
      "context-dev",
      "crw",
      "decodo",
      "diffbot",
      "firecrawl-mcp",
      "jina-reader",
      "microlink",
      "olostep",
      "outcrawl",
      "oxylabs-web-scraper",
      "scrape-do",
      "scrapegraphai",
      "scrapeless",
      "scrapeops",
      "scraperapi",
      "scrapewise",
      "scrapingant",
      "scrapingdog",
      "spider-cloud",
      "zyte"
    ],
    "id": "web-scrapers.protected-page-fetch",
    "listings": {
      "caveat": 21,
      "no": 5,
      "notRead": 1,
      "tagged": 38,
      "unchecked": 0,
      "yes": 6
    },
    "name": "Fetch a page a plain request cannot reach",
    "status": "draft",
    "success": "The page body (HTML or Markdown) comes back with the request cost reported, and no charge when the fetch fails. Measured: the real page body arrives in at most two calls and 60 seconds.",
    "url": "https://www.anchorterminal.com/api/v1/use-cases/web-scrapers.protected-page-fetch.json",
    "weight": 16,
    "weightBasis": "8 of 35 accounts; every tiered pipeline read (Miessler, Roark66, astralshard) escalates to a paid unlocker only after a block"
  }
}
