{
  "listings": [
    {
      "slug": "eden-ai",
      "name": "Eden AI",
      "company": "Eden AI SAS",
      "grade": "C",
      "fit": "yes",
      "why": "Batches run on OpenAI, Anthropic, Mistral and Vertex within 24 hours at the model's batch rates, report status and request_counts, can be cancelled, and bill only succeeded requests.",
      "source": "https://www.edenai.co/docs/api-reference/batches/create-batch",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/eden-ai"
    },
    {
      "slug": "fireworks-inference",
      "name": "Fireworks AI Inference",
      "company": "Fireworks.ai, Inc.",
      "grade": "BB",
      "fit": "yes",
      "why": "Batch runs at 50 per cent off serverless prices with 12 to 72 hour expiry (24 default), progress states, prompt caching stacked, and completed rows saved and billed when a job expires.",
      "source": "https://docs.fireworks.ai/guides/batch-inference",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/fireworks-inference"
    },
    {
      "slug": "groq",
      "name": "GroqCloud",
      "company": "Groq LLC",
      "grade": "BB",
      "fit": "yes",
      "why": "Batch is 50 per cent off with a 24-hour to 7-day window, request_counts with completed and failed, custom_id results, cancel and expired states, and no draw on standard rate limits; the discount does not stack with caching.",
      "source": "https://console.groq.com/docs/batch",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/groq"
    },
    {
      "slug": "amazon-bedrock",
      "name": "Amazon Bedrock",
      "company": "Amazon Web Services, Inc.",
      "grade": "A",
      "fit": "caveat",
      "why": "S3-based jobs with totalRecordCount, processedRecordCount and a stop call, but Converse-format records with toolConfig fail, the supported-model table lists Claude Opus 5 and 4.x and not Opus 5.5 or Sonnet 5.5, and the half-price rate sits on a script-drawn pricing page.",
      "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/batch-inference.html",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/amazon-bedrock"
    },
    {
      "slug": "anthropic-api",
      "name": "Claude API",
      "company": "Anthropic, PBC",
      "grade": "A",
      "fit": "caveat",
      "why": "50 per cent price, custom_id matching, request_counts and cancel, and errored, canceled or expired requests are not billed. Batches expire at 24 hours and the docs say demand can make more requests expire; acc-15 saw 782 notes succeed in 25 minutes but later 4-hour waits.",
      "source": "https://platform.claude.com/docs/en/build-with-claude/batch-processing",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/anthropic-api"
    },
    {
      "slug": "azure-openai",
      "name": "Azure OpenAI in Foundry Models",
      "company": "Microsoft Corporation",
      "grade": "A",
      "fit": "caveat",
      "why": "50 per cent off Global Standard with separate enqueued-token quota, custom_id results and cancel returning partial output, but 24 hours is a target not a guarantee, jobs are not expired, and the billing basis for failed lines is not stated.",
      "source": "https://learn.microsoft.com/en-us/azure/foundry/openai/how-to/batch",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/azure-openai"
    },
    {
      "slug": "cerebras-inference",
      "name": "Cerebras Inference",
      "company": "Cerebras Systems Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "Batch has request_counts, cancel, expired status and an error file, with completion guaranteed in 24 hours, but it is a Private Preview reached through sales and the discount is not stated.",
      "source": "https://inference-docs.cerebras.ai/capabilities/batch",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/cerebras-inference"
    },
    {
      "slug": "cloudflare-workers-ai",
      "name": "Cloudflare Workers AI",
      "company": "Cloudflare, Inc.",
      "grade": "BB",
      "fit": "caveat",
      "why": "queueRequest=true returns a request_id to poll and a Workers binding takes arrays, but no discount, cancellation or per-item counts are stated.",
      "source": "https://developers.cloudflare.com/workers-ai/features/batch-api/",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/cloudflare-workers-ai"
    },
    {
      "slug": "deepinfra",
      "name": "DeepInfra",
      "company": "Deep Infra Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "Batch has custom_id matching, request_counts total, completed and failed, cancel and a 24-hour window, but the discount is 20 per cent below real-time, not half price.",
      "source": "https://docs.deepinfra.com/batch/introduction",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/deepinfra"
    },
    {
      "slug": "gemini-api",
      "name": "Gemini Developer API",
      "company": "Google LLC",
      "grade": "B",
      "fit": "caveat",
      "why": "Batch runs at 50 per cent with inline or JSONL input and a 24-hour target, but a job that passes 48 hours expires with no results to retrieve, and per-item counts and the billing basis are not stated.",
      "source": "https://aistudio.google.com/docs/batch-api",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/gemini-api"
    },
    {
      "slug": "litellm",
      "name": "LiteLLM",
      "company": "Berrie AI Incorporated",
      "grade": "B",
      "fit": "caveat",
      "why": "Batch pass-through for OpenAI, Azure, Vertex, Bedrock, Mistral, vLLM and xAI in OpenAI file format; Anthropic is absent and cost tracking is Enterprise only.",
      "source": "https://docs.litellm.ai/docs/batches",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/litellm"
    },
    {
      "slug": "mistral-api",
      "name": "Mistral AI API",
      "company": "Mistral AI (RCS Paris 952 418 325)",
      "grade": "B",
      "fit": "caveat",
      "why": "50% discount, succeeded and failed counts, a cancel endpoint, timeout_hours defaulting to 24 and results that don't expire; whether failed requests are billed isn't stated and batches may exceed the spend limit.",
      "source": "https://docs.mistral.ai/inference/batch-processing.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/mistral-api"
    },
    {
      "slug": "novita-ai",
      "name": "Novita AI",
      "company": "Novita AI",
      "grade": "C",
      "fit": "caveat",
      "why": "Batch API with a 24h completion window, statuses including EXPIRED and CANCELLED, a cancel endpoint and completed and failed counts; the 50% discount is introductory and billing of failed items isn't stated.",
      "source": "https://novita.ai/docs/guides/llm-batch-api.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/novita-ai"
    },
    {
      "slug": "openai-api",
      "name": "OpenAI API",
      "company": "OpenAI OpCo, LLC",
      "grade": "AA",
      "fit": "caveat",
      "why": "50% off, request_counts, cancel, a 24h window, expired items marked batch_expired and only completed requests charged; acc-22 and acc-23 report batches stuck at 0 for hours and a $212 charge with no output.",
      "source": "https://developers.openai.com/api/docs/guides/batch.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/openai-api"
    },
    {
      "slug": "together-inference",
      "name": "Together AI Inference",
      "company": "Together Computer, Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "Up to 50% off on selected models, 50,000 requests, a separate rate pool, cancel, custom_id reconciliation and billing only for successful responses; the 24-hour window is best effort and can be exceeded.",
      "source": "https://docs.together.ai/docs/batch-inference.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/together-inference"
    },
    {
      "slug": "vercel-ai-gateway",
      "name": "Vercel AI Gateway",
      "company": "Vercel Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "Batch in OpenAI Chat, Responses and Anthropic Messages formats at 50% of standard prices (80% for SpaceXAI), a 24-hour window, cancel, request_counts and webhooks; billing for failed items isn't stated.",
      "source": "https://vercel.com/docs/ai-gateway/models-and-providers/batch-processing.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/vercel-ai-gateway"
    },
    {
      "slug": "vertex-ai",
      "name": "Vertex AI (Gemini Enterprise Agent Platform)",
      "company": "Google LLC",
      "grade": "AA",
      "fit": "caveat",
      "why": "Batch inference at a 50% discount that stacks with caching, cancellable at any time and with no predefined quota for Gemini; completion target and billing of cancelled items weren't read.",
      "source": "https://docs.cloud.google.com/gemini-enterprise-agent-platform/models/capabilities/batch-inference",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/vertex-ai"
    },
    {
      "slug": "xai-api",
      "name": "xAI API (Grok)",
      "company": "SpaceXSI (xAI)",
      "grade": "BB",
      "fit": "caveat",
      "why": "A Batch API reports num_success, num_error and num_pending, supports cancel and a batchDiscountPercent, but the discount is 20% on listed models, below the 50% asked, and the window and billing of failures weren't read.",
      "source": "https://docs.x.ai/llms-full.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/xai-api"
    },
    {
      "slug": "elorian-glimpse",
      "name": "Glimpse",
      "company": "Elorian AI, Inc.",
      "grade": "F",
      "fit": "unchecked",
      "why": "OpenRouter has a batch quickstart that was not opened today; nothing read says whether Glimpse is eligible.",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/elorian-glimpse"
    },
    {
      "slug": "openrouter",
      "name": "OpenRouter",
      "company": "OpenRouter, Inc.",
      "grade": "B",
      "fit": "unchecked",
      "why": "An asynchronous Batch API appears in the SDK index (batch-quickstart) but its docs page wasn't opened, so pricing, progress and billing are unknown.",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/openrouter"
    },
    {
      "slug": "stepfun-api",
      "name": "StepFun API",
      "company": "STEPFUN TECHNOLOGY (HK) LIMITED",
      "grade": "E",
      "fit": "unchecked",
      "why": "The host platform.stepfun.ai closed the connection on every attempt (curl exit 56, no HTTP status) from this session, so no page was read.",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/stepfun-api"
    },
    {
      "slug": "tencent-tokenhub",
      "name": "Tencent Cloud TokenHub",
      "company": "Tencent Cloud Computing (Beijing) Co., Ltd. (腾讯云计算（北京）有限责任公司)",
      "grade": "C",
      "fit": "unchecked",
      "why": "The host cloud.tencent.com closed the connection on every attempt (curl exit 56, no HTTP status) from this session, so no page was read.",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/tencent-tokenhub"
    },
    {
      "slug": "antseed",
      "name": "Antseed",
      "company": "Antseed Foundation",
      "grade": "C",
      "fit": "no",
      "why": "No batch endpoint; the route table lists chat, responses, messages, images, audio and video only.",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/antseed"
    },
    {
      "slug": "blockrun-ai",
      "name": "BlockRun.AI",
      "company": "BlockRun, Inc.",
      "grade": "A",
      "fit": "no",
      "why": "No batch endpoint among the 102 OpenAPI paths; chat, messages and responses only.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/blockrun-ai"
    },
    {
      "slug": "cloudflare-ai-gateway",
      "name": "Cloudflare AI Gateway",
      "company": "Cloudflare, Inc.",
      "grade": "B",
      "fit": "no",
      "why": "No batch endpoint in the gateway docs.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/cloudflare-ai-gateway"
    },
    {
      "slug": "cohere-chat",
      "name": "Cohere Chat API (Command models)",
      "company": "Cohere Inc.",
      "grade": "B",
      "fit": "no",
      "why": "No batch endpoint in the v2 API.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/cohere-chat"
    },
    {
      "slug": "deepseek-api",
      "name": "DeepSeek API",
      "company": "Hangzhou DeepSeek Artificial Intelligence Co., Ltd.",
      "grade": "D",
      "fit": "no",
      "why": "No batch API; off-peak hours halve the price of ordinary calls instead.",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/deepseek-api"
    },
    {
      "slug": "hugging-face-inference-providers",
      "name": "Hugging Face Inference Providers",
      "company": "Hugging Face, Inc.",
      "grade": "C",
      "fit": "no",
      "why": "No batch endpoint for the router.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/hugging-face-inference-providers"
    },
    {
      "slug": "jais-3",
      "name": "Jais 3",
      "company": "Mohamed bin Zayed University of Artificial Intelligence (Institute of Foundation Models), with Inception42 (a G42 company)",
      "grade": "C",
      "fit": "no",
      "why": "No hosted endpoint and no batch service; Hugging Face lists no inference provider for any Jais 3 repository.",
      "source": "https://huggingface.co/api/models?author=inception42\u0026search=Jais-3\u0026expand[]=inferenceProviderMapping",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/jais-3"
    },
    {
      "slug": "meta-model-api",
      "name": "Meta Model API",
      "company": "Meta Platforms, Inc.",
      "grade": "D",
      "fit": "no",
      "why": "No batch endpoint; background responses exist at 600 submissions a minute but at full price.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/meta-model-api"
    },
    {
      "slug": "minimax-api",
      "name": "MiniMax API",
      "company": "Nanonoble Pte. Ltd.",
      "grade": "C",
      "fit": "no",
      "why": "No batch endpoint in the docs index; asynchronous task APIs exist only for video and speech.",
      "source": "https://platform.minimax.io/docs/llms.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/minimax-api"
    },
    {
      "slug": "muse-spark-open",
      "name": "Muse Spark Open",
      "company": "Meta Platforms, Inc.",
      "grade": "C",
      "fit": "no",
      "why": "No batch endpoint; the weights run on the operator's own server or a third-party host.",
      "source": "https://dev.meta.ai/docs/muse-spark-open/deploy.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/muse-spark-open"
    },
    {
      "slug": "nemotron-3-5-super-vl",
      "name": "Nemotron 3.5 Super VL",
      "company": "NVIDIA Corporation",
      "grade": "C",
      "fit": "no",
      "why": "No batch endpoint in the API catalogue reference or quickstart.",
      "source": "https://docs.api.nvidia.com/nim/docs/api-quickstart.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/nemotron-3-5-super-vl"
    },
    {
      "slug": "prism-inference",
      "name": "Prism Inference",
      "company": "Prism Technologies Inc",
      "grade": "C",
      "fit": "no",
      "why": "No batch route; Responses runs no background jobs, and batch is sold through sales with no published price.",
      "source": "https://prisminference.com/llms-full.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/prism-inference"
    },
    {
      "slug": "ramp-router",
      "name": "Router.com (Ramp Router)",
      "company": "Ramp Business Corporation",
      "grade": "C",
      "fit": "no",
      "why": "No batch route in the docs index or endpoint table.",
      "source": "https://docs.router.com/llms.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/ramp-router"
    },
    {
      "slug": "reflection-beam",
      "name": "Beam 1.0",
      "company": "Reflection AI",
      "grade": "C",
      "fit": "no",
      "why": "Batch is listed as a not-supported endpoint.",
      "source": "https://developers.reflection.ai/openai-compatibility.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/reflection-beam"
    },
    {
      "slug": "routerplus",
      "name": "RouterPlus",
      "company": "EVO HQ Inc",
      "grade": "D",
      "fit": "no",
      "why": "Batches, files, embeddings, audio and moderation paths return 404 not_found.",
      "source": "https://app.routerplus.com/llms-full.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/routerplus"
    },
    {
      "slug": "sambanova",
      "name": "SambaCloud",
      "company": "SambaNova Systems, Inc.",
      "grade": "B",
      "fit": "no",
      "why": "No batch endpoint in the docs index.",
      "source": "https://docs.sambanova.ai/docs/llms.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/sambanova"
    },
    {
      "slug": "siliconflow",
      "name": "SiliconFlow",
      "company": "SiliconFlow Labs Pte. Ltd.",
      "grade": "E",
      "fit": "no",
      "why": "No batch endpoint in the docs index.",
      "source": "https://docs.siliconflow.com/llms.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/siliconflow"
    },
    {
      "slug": "simplismart",
      "name": "Simplismart",
      "company": "Verute Technologies Private Limited",
      "grade": "F",
      "fit": "no",
      "why": "No batch endpoint in the docs index.",
      "source": "https://docs.simplismart.ai/llms.txt",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/simplismart"
    },
    {
      "slug": "swe-2-flash",
      "name": "SWE-2 Flash",
      "company": "Cognition AI, Inc.",
      "grade": "F",
      "fit": "no",
      "why": "No API or batch endpoint.",
      "source": "https://docs.devin.ai/desktop/models.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/swe-2-flash"
    }
  ],
  "marks": "yes: the docs show it does the job as the success test says. caveat: it does the job with a limit an agent should know. no: it doesn't do this job. unchecked: we couldn't read it.",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-16",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "0.8",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "useCase": {
    "accounts": 3,
    "after": [
      "vector-db.store",
      "evals.score"
    ],
    "area": "models",
    "asks": [
      "tag and summarise these 800 notes",
      "run the eval set against the new model",
      "classify the backlog, I don't need it now"
    ],
    "before": [
      "document-extraction.pdf-to-text",
      "web-scrapers.crawl-site"
    ],
    "blockers": [
      "batch sits at 0 of N for hours with no error and expires after partial completion",
      "no per-item progress or cancellation, so a stuck job cannot be salvaged",
      "billing for requests that produced no output",
      "five-minute cache lifetime expires inside a batch, so the shared prefix is paid in full"
    ],
    "capabilities": [
      "inference.llm"
    ],
    "category": "inference",
    "categoryName": "Model APIs \u0026 inference",
    "checked": "2026-11-12",
    "companies": {
      "fit": 3,
      "fitWithLimit": 14,
      "tagged": 42
    },
    "competition": "few",
    "fits": [
      "eden-ai",
      "fireworks-inference",
      "groq"
    ],
    "fitsWithLimit": [
      "amazon-bedrock",
      "anthropic-api",
      "azure-openai",
      "cerebras-inference",
      "cloudflare-workers-ai",
      "deepinfra",
      "gemini-api",
      "litellm",
      "mistral-api",
      "novita-ai",
      "openai-api",
      "together-inference",
      "vercel-ai-gateway",
      "vertex-ai",
      "xai-api"
    ],
    "id": "inference.batch-offline",
    "listings": {
      "caveat": 15,
      "no": 19,
      "notRead": 6,
      "tagged": 51,
      "unchecked": 4,
      "yes": 3
    },
    "name": "Run thousands of requests overnight at half price",
    "status": "draft",
    "success": "The batch returns a result for every request within 24 hours at 50 per cent of the standard token price, each result is matched to its request id, and only succeeded requests are billed.",
    "url": "https://www.anchorterminal.com/api/v1/use-cases/inference.batch-offline.json",
    "weight": 10,
    "weightBasis": "3 first-hand accounts, one success and two failures with about a dozen users each in the forum threads"
  }
}
