{
  "listings": [
    {
      "slug": "apify-mcp",
      "name": "Apify MCP Server",
      "company": "Apify Technologies s.r.o.",
      "grade": "A",
      "fit": "yes",
      "why": "call-actor returns a run id at once, get-dataset-items pages with limit and offset, maxItems caps paid results, and acc-25 reports hundreds of runs a month; ACTOR_MAX_PAID_DATASET_ITEMS stops a runaway run. Dataset retention wasn't read.",
      "source": "https://github.com/apify/apify-mcp-server/blob/master/README.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/apify-mcp"
    },
    {
      "slug": "context-dev",
      "name": "Context.dev",
      "company": "Context Dev Inc.",
      "grade": "A",
      "fit": "yes",
      "why": "Batches take up to 100,000 URLs with an Idempotency-Key, return an id at once, poll by status, page results with next_cursor, keep files 180 days, reserve credits at submit and refund unused pages.",
      "source": "https://docs.context.dev/batches/overview.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/context-dev"
    },
    {
      "slug": "crawl4ai",
      "name": "Crawl4AI",
      "company": "CONTEXT4AI PTE LTD",
      "grade": "D",
      "fit": "yes",
      "why": "POST /scrape/jobs takes up to 10,000 URLs, returns a job id at once, pages results with ?after=N (500 a page), refunds URLs that got no answer, retries failures, and POST /v1/estimate prices the job first.",
      "source": "https://crawl4ai.com/llms.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/crawl4ai"
    },
    {
      "slug": "diffbot",
      "name": "Diffbot",
      "company": "Diffbot Technologies Corp.",
      "grade": "C",
      "fit": "yes",
      "why": "Bulk Extract takes a batch of URLs, runs asynchronously, is managed by job (pause, resume, delete) and downloaded as a collection; cost is 1 credit a page and inactive jobs are deleted ten days after completion.",
      "source": "https://www.diffbot.com/docs/bulk",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/diffbot"
    },
    {
      "slug": "olostep",
      "name": "Olostep",
      "company": "Olostep Technologies Inc.",
      "grade": "B",
      "fit": "yes",
      "why": "/v1/batches takes up to 100,000 URLs, returns an id and status at once, pages items with a cursor, completes even when some URLs fail, keeps results about 7 days unless storage.expires_in extends them, and costs 1 credit a URL. New accounts are capped at 100 items a batch.",
      "source": "https://docs.olostep.com/features/batches.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/olostep"
    },
    {
      "slug": "scrapewise",
      "name": "Scrapewise",
      "company": "BEBOTECH OÜ",
      "grade": "B",
      "fit": "yes",
      "why": "scrapewise_run_scraper_url_list takes up to 5,000 addresses as one run returning a job_id for get_results, with quote_only for cost and failed pages free. Data kept 90 days.",
      "source": "https://scrapewise.ai/llms.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/scrapewise"
    },
    {
      "slug": "scrapfly",
      "name": "Scrapfly",
      "company": "Joam Intelligence, LLC",
      "grade": "BB",
      "fit": "yes",
      "why": "Crawler url_list mode runs a list as one polled job with page_limit and artifacts; /scrape/batch streams up to 100 configs per call on paid plans with atomic concurrency checks. cost=true estimates before a scrape.",
      "source": "https://scrapfly.io/docs/crawler-api/getting-started",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/scrapfly"
    },
    {
      "slug": "zenrows",
      "name": "ZenRows",
      "company": "ZENROWS, S.L.",
      "grade": "A",
      "fit": "yes",
      "why": "Batch takes up to 100,000 URLs per job, returns a job_id at once, pages results by cursor, keeps them 14 days, dedupes retries with Idempotency-Key and estimates credits from the fixed rate card.",
      "source": "https://docs.zenrows.com/batch/developer-guide-restapi.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/zenrows"
    },
    {
      "slug": "bright-data",
      "name": "Bright Data",
      "company": "Bright Data Ltd.",
      "grade": "C",
      "fit": "caveat",
      "why": "The Fetch API's asynchronous /trigger route is recommended for batch jobs and run_scraper returns snapshot ids, but result paging, retention and a cost estimate weren't in the pages read; the MCP's scrape_batch stops at five URLs.",
      "source": "https://docs.brightdata.com/products/scrapers/fetch-api/introduction.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/bright-data"
    },
    {
      "slug": "decodo",
      "name": "Decodo Web Data API",
      "company": "UAB \"Data troops\"",
      "grade": "B",
      "fit": "caveat",
      "why": "POST /v1/task queues a request and returns a task_id, results stay 24 hours and prices are fixed per 1,000, but there is no cursor, no estimate and no documented batch concurrency beyond the plan rate limit.",
      "source": "https://help.decodo.com/docs/web-data-api-scrape-asynchronous-requests.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/decodo"
    },
    {
      "slug": "firecrawl-mcp",
      "name": "Firecrawl MCP",
      "company": "SideGuide Technologies, Inc. (d/b/a Firecrawl)",
      "grade": "A",
      "fit": "caveat",
      "why": "Batch scrape returns a job id, pages with next and skip, reports creditsUsed and takes maxConcurrency, but results stay readable only 24 hours and there is no estimate endpoint; cost is predictable at 1 credit a page as each page completes.",
      "source": "https://docs.firecrawl.dev/features/batch-scrape.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/firecrawl-mcp"
    },
    {
      "slug": "oxylabs-web-scraper",
      "name": "Oxylabs Web Scraper API",
      "company": "oxylabs, UAB",
      "grade": "B",
      "fit": "caveat",
      "why": "POST /v1/async/scrape/batch/{source} takes up to 5,000 inputs for selected sources, returns 202 with job ids and errors[], and results come by polling, callback or cloud storage; no cursor paging, retention period or estimate was in the pages read.",
      "source": "https://developers.oxylabs.io/products/web-api/scrape/delivery-modes.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/oxylabs-web-scraper"
    },
    {
      "slug": "scrape-do",
      "name": "Scrape.do",
      "company": "PACKEND, LLC",
      "grade": "E",
      "fit": "caveat",
      "why": "Async API returns a JobID and TaskIDs at once and is polled per job and task, with its own concurrency pool (2 on Free, 30% of plan). No cost estimate before a job, no cursor over results and no stated retention.",
      "source": "https://scrape.do/documentation/async-api.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/scrape-do"
    },
    {
      "slug": "scrapegraphai",
      "name": "ScrapeGraphAI",
      "company": "ScrapeGraphAI, Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "No URL-list batch; crawl stops at 1,000 pages per job and follows links rather than taking a list. Pages are cursor-paged and cost is 2 plus 1 a page.",
      "source": "https://docs.scrapegraphai.com/services/crawl.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/scrapegraphai"
    },
    {
      "slug": "scrapeless",
      "name": "Scrapeless",
      "company": "NST LABS TECH LTD.",
      "grade": "C",
      "fit": "caveat",
      "why": "Batch scrape takes a URL list and returns a job with status and errors endpoints to poll, but no cost estimate, no stated retention and billing by traffic and browser hours.",
      "source": "https://apidocs.scrapeless.com/api-17509003.md",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/scrapeless"
    },
    {
      "slug": "scraperapi",
      "name": "ScraperAPI",
      "company": "ScraperAPI LLC",
      "grade": "D",
      "fit": "caveat",
      "why": "POST /batchjobs takes up to 50,000 URLs and returns one job per URL with a statusUrl to poll; only 200 and 404 are billed and /account/urlcost estimates a domain. No cursor over results and no stated retention.",
      "source": "https://docs.scraperapi.com/asynchronous-api/batch-requests.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/scraperapi"
    },
    {
      "slug": "spider-cloud",
      "name": "Spider",
      "company": "BAGELMEN LLC",
      "grade": "BB",
      "fit": "caveat",
      "why": "/crawl takes limit, budget per path and concurrency_limit, with costs per page and Unlimited plans by seat; no job id to poll, results come back in the response or by webhook, and limit is unbounded by default.",
      "source": "https://spider.cloud/llms-full.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/spider-cloud"
    },
    {
      "slug": "browseract",
      "name": "BrowserAct",
      "company": "Hongkong Ziniao Technology Co., Limited",
      "grade": "D",
      "fit": "no",
      "why": "No URL-list batch; each bot run is one task, with 2 to 40 simultaneous tasks by plan.",
      "source": "https://docs.browseract.com/workflow/api-reference/tasks/run-a-bot-create-a-task.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/browseract"
    },
    {
      "slug": "crw",
      "name": "fastCRW",
      "company": "Nanofy OÜ",
      "grade": "B",
      "fit": "no",
      "why": "No URL-list page batch: /v1/scrape takes one URL, /v1/crawl follows links from a seed, and /v1/extract takes a URL list only for LLM extraction at 5 credits a page.",
      "source": "https://docs.fastcrw.com/llms-full.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/crw"
    },
    {
      "slug": "jevcrawl",
      "name": "jevcrawl",
      "company": "Rayen Mlayeh",
      "grade": "B",
      "fit": "no",
      "why": "No batch job; crawl is bounded by max_pages and max_seconds and returns passages, not a dataset.",
      "source": "https://github.com/RayenMlayeh/jevcrawl/blob/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/jevcrawl"
    },
    {
      "slug": "jina-reader",
      "name": "Jina Reader",
      "company": "Jina AI GmbH",
      "grade": "C",
      "fit": "no",
      "why": "No batch or async job endpoint for URL lists; each page is one request at 20 requests a minute keyless or 500 with a key.",
      "source": "https://jina.ai/reader/",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/jina-reader"
    },
    {
      "slug": "microlink",
      "name": "Microlink",
      "company": "Microlink Labs, S.L.",
      "grade": "B",
      "fit": "no",
      "why": "No batch endpoint; one URL per request at 2 concurrent on Free and plan quotas that pause at 100 per cent.",
      "source": "https://microlink.io/openapi.json",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/microlink"
    },
    {
      "slug": "outcrawl",
      "name": "Outcrawl",
      "company": "Aeonmind LLC (trading as Outcrawl)",
      "grade": "B",
      "fit": "no",
      "why": "No URL-list batch: scrape takes one URL and crawl walks a site from a seed. Crawl results page with a cursor and limit bounds spend, but the input is a seed, not a list.",
      "source": "https://outcrawl.ai/docs/crawl/jobs",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/outcrawl"
    },
    {
      "slug": "qovia",
      "name": "Qovia",
      "company": "Qovia",
      "grade": "D",
      "fit": "no",
      "why": "No batch job; each call returns one page of records and datasets are quoted by hand.",
      "source": "https://qovia.ai/llms-full.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qovia"
    },
    {
      "slug": "scrapeatlas",
      "name": "ScrapeAtlas",
      "company": "OD. Media \u0026 Technology LLC",
      "grade": "B",
      "fit": "no",
      "why": "No job or URL-list endpoint; batch operations exist only for Bluesky profiles and posts. Four concurrent requests per account.",
      "source": "https://scrapeatlas.com/docs/llms.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/scrapeatlas"
    },
    {
      "slug": "scrapeops",
      "name": "ScrapeOps Proxy API Aggregator",
      "company": "ScrapeOps Limited",
      "grade": "D",
      "fit": "no",
      "why": "No batch or async job endpoint; one request per URL, with 1 concurrent thread on the Free plan.",
      "source": "https://scrapeops.io/docs/web-scraping-proxy-api-aggregator/advanced-functionality/functionality-list/",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/scrapeops"
    },
    {
      "slug": "scrapingant",
      "name": "ScrapingAnt",
      "company": "DATAANT SP. Z O.O.",
      "grade": "E",
      "fit": "no",
      "why": "No batch or job endpoint; Free accounts get 409 on a second concurrent request.",
      "source": "https://docs.scrapingant.com/errors",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/scrapingant"
    },
    {
      "slug": "scrapingbee",
      "name": "ScrapingBee",
      "company": "VostokInc SAS",
      "grade": "B",
      "fit": "no",
      "why": "No batch or async job endpoint; each URL is a synchronous call within the plan's concurrency.",
      "source": "https://www.scrapingbee.com/llms/html-api.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/scrapingbee"
    },
    {
      "slug": "scrapingdog",
      "name": "Scrapingdog",
      "company": "OpenData Labs Private Limited",
      "grade": "E",
      "fit": "no",
      "why": "No batch endpoint; a 202 means one request was queued, and the Free plan allows one concurrent request.",
      "source": "https://www.scrapingdog.com/agent-onboarding/SKILL.md",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/scrapingdog"
    },
    {
      "slug": "soldfetch",
      "name": "SoldFetch",
      "company": "SoldFetch",
      "grade": "E",
      "fit": "no",
      "why": "Jobs are capped at 100 pages with one active job per workspace and 24-hour retention, so thousands of pages are out of scope.",
      "source": "https://soldfetch.com/docs/llms-full.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/soldfetch"
    },
    {
      "slug": "webscraping-ai",
      "name": "WebScraping.AI",
      "company": "Urlooker LLC",
      "grade": "B",
      "fit": "no",
      "why": "No batch or async job endpoint; 2 concurrent requests on the Free plan.",
      "source": "https://webscraping.ai/docs.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/webscraping-ai"
    },
    {
      "slug": "zyte",
      "name": "Zyte API",
      "company": "Zyte Group Limited",
      "grade": "BB",
      "fit": "no",
      "why": "No batch or job endpoint in Zyte API; the agent loops requests under the 3,000 RPM limit, as acc-19 did for 300,000 listings with their own stack.",
      "source": "https://docs.zyte.com/zyte-api/pricing.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/zyte"
    }
  ],
  "marks": "yes: the docs show it does the job as the success test says. caveat: it does the job with a limit an agent should know. no: it doesn't do this job. unchecked: we couldn't read it.",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-16",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "0.8",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "useCase": {
    "accounts": 4,
    "after": [
      "databases.insert",
      "document-extraction.table-from-text"
    ],
    "area": "web-data",
    "asks": [
      "scrape all 300,000 listings",
      "fetch every product page in this category",
      "batch these 5,000 URLs"
    ],
    "before": [
      "web-scrapers.docs-site-to-knowledge",
      "search.serp"
    ],
    "blockers": [
      "free tier allows one concurrent request",
      "results expire after about a week",
      "no cost estimate before a large job"
    ],
    "capabilities": [
      "web.crawl",
      "web.scrape",
      "scraping.proxies",
      "scraping.batch"
    ],
    "category": "web-scrapers",
    "categoryName": "Web scraping \u0026 crawling",
    "checked": "2026-11-12",
    "companies": {
      "fit": 8,
      "fitWithLimit": 9,
      "tagged": 41
    },
    "competition": "crowded",
    "fits": [
      "apify-mcp",
      "context-dev",
      "crawl4ai",
      "diffbot",
      "olostep",
      "scrapewise",
      "scrapfly",
      "zenrows"
    ],
    "fitsWithLimit": [
      "bright-data",
      "decodo",
      "firecrawl-mcp",
      "oxylabs-web-scraper",
      "scrape-do",
      "scrapegraphai",
      "scrapeless",
      "scraperapi",
      "spider-cloud"
    ],
    "id": "web-scrapers.bulk-page-collection",
    "listings": {
      "caveat": 9,
      "no": 15,
      "notRead": 1,
      "tagged": 41,
      "unchecked": 0,
      "yes": 8
    },
    "name": "Collect thousands of pages into a dataset",
    "status": "draft",
    "success": "A batch job id returned at once, results pageable with a cursor, and a cost estimate given before the job. Measured: at least 95 per cent of URLs returned, and the total cost within 10 per cent of the estimate.",
    "url": "https://www.anchorterminal.com/api/v1/use-cases/web-scrapers.bulk-page-collection.json",
    "weight": 8,
    "weightBasis": "4 of 35 accounts; Japan real estate, fashion market intel, Apify volumes and the Firecrawl niche scrape"
  }
}
