{
  "listings": [
    {
      "slug": "cerebras-inference",
      "name": "Cerebras Inference",
      "company": "Cerebras Systems Inc.",
      "grade": "B",
      "fit": "yes",
      "why": "acc-12 measured Cerebras fastest for gpt-oss across six hosts, and the Hugging Face router lists 1,281 tokens a second at 182 ms first token on GPT OSS 120B; Developer tier has no hourly or daily caps.",
      "source": "https://community.openai.com/t/faster-api-throughput-using-cerebras/1357998",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/cerebras-inference"
    },
    {
      "slug": "groq",
      "name": "GroqCloud",
      "company": "Groq LLC",
      "grade": "BB",
      "fit": "yes",
      "why": "Hugging Face router lists gpt-oss-20b on Groq at 713 tokens a second with 288 ms first token and gpt-oss-120b at 426; acc-12 placed Groq second to Cerebras. Developer plan limits cover 100 calls; the free plan's 30 a minute does not.",
      "source": "https://router.huggingface.co/v1/models",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/groq"
    },
    {
      "slug": "hugging-face-inference-providers",
      "name": "Hugging Face Inference Providers",
      "company": "Hugging Face, Inc.",
      "grade": "C",
      "fit": "yes",
      "why": "The router publishes throughput and first-token latency per provider and :fastest routes to the highest throughput; the list shows GPT OSS 120B on Cerebras at 1,281 tokens a second and 182 ms first token.",
      "source": "https://huggingface.co/docs/inference-providers/index",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/hugging-face-inference-providers"
    },
    {
      "slug": "cloudflare-workers-ai",
      "name": "Cloudflare Workers AI",
      "company": "Cloudflare, Inc.",
      "grade": "BB",
      "fit": "caveat",
      "why": "A -fast variant of Llama 3.3 70B exists, but no time-to-first-token or tokens-per-second figure is published and text generation is capped at 300 requests a minute.",
      "source": "https://developers.cloudflare.com/workers-ai/platform/limits/",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/cloudflare-workers-ai"
    },
    {
      "slug": "fireworks-inference",
      "name": "Fireworks AI Inference",
      "company": "Fireworks.ai, Inc.",
      "grade": "BB",
      "fit": "caveat",
      "why": "Fast and Ultra-fast (Preview) variants exist with their own lower limits, but no time-to-first-token or tokens-per-second figure is published and Fireworks is absent from the Hugging Face router's throughput data.",
      "source": "https://docs.fireworks.ai/serverless/rate-limits",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/fireworks-inference"
    },
    {
      "slug": "novita-ai",
      "name": "Novita AI",
      "company": "Novita AI",
      "grade": "C",
      "fit": "caveat",
      "why": "Serves gpt-oss and other small models, but acc-12 measured Novita's throughput at about a seventh of Cerebras's on OpenRouter data, and no speed figures are published.",
      "source": "https://community.openai.com/t/faster-api-throughput-using-cerebras/1357998",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/novita-ai"
    },
    {
      "slug": "openrouter",
      "name": "OpenRouter",
      "company": "OpenRouter, Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "sort throughput or latency and provider pinning pick fast hosts, but the same model id varies by host (acc-04 scored one host 20 points lower) and acc-12's comparison shows a 7x throughput spread.",
      "source": "https://openrouter.ai/docs/guides/routing/provider-selection.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/openrouter"
    },
    {
      "slug": "prism-inference",
      "name": "Prism Inference",
      "company": "Prism Technologies Inc",
      "grade": "C",
      "fit": "caveat",
      "why": "Reasoning can be turned off to cut latency, but no time-to-first-token or throughput figure is published and per-key rate limits are unpublished.",
      "source": "https://docs.prisminference.com/models.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/prism-inference"
    },
    {
      "slug": "sambanova",
      "name": "SambaCloud",
      "company": "SambaNova Systems, Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "Served on SambaNova's RDUs, but no time-to-first-token or tokens-a-second figures in the docs read, and 60 RPM on gpt-oss-120b (Developer tier) is below 100 quick calls.",
      "source": "https://docs.sambanova.ai/docs/en/models/rate-limits.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/sambanova"
    },
    {
      "slug": "together-inference",
      "name": "Together AI Inference",
      "company": "Together Computer, Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "Serverless targets TPS and TTFT goals but is best effort with 429 or 503 under demand; acc-12 ranks Together's gpt-oss throughput behind Cerebras; no figures published.",
      "source": "https://docs.together.ai/docs/serverless/rate-limits.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/together-inference"
    },
    {
      "slug": "vercel-ai-gateway",
      "name": "Vercel AI Gateway",
      "company": "Vercel Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "-fast model slugs route to a faster serving path at higher cost with fallback to the base model; no time-to-first-token or token-a-second figures and no published rate limits.",
      "source": "https://vercel.com/docs/ai-gateway/faq.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/vercel-ai-gateway"
    },
    {
      "slug": "openai-api",
      "name": "OpenAI API",
      "company": "OpenAI OpCo, LLC",
      "grade": "AA",
      "fit": "unchecked",
      "why": "Fast and Ultrafast modes exist per the pricing notes, but no latency or throughput figures were in the pages read.",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/openai-api"
    },
    {
      "slug": "simplismart",
      "name": "Simplismart",
      "company": "Verute Technologies Private Limited",
      "grade": "F",
      "fit": "unchecked",
      "why": "No latency figures or rate limits in the docs read.",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/simplismart"
    },
    {
      "slug": "stepfun-api",
      "name": "StepFun API",
      "company": "STEPFUN TECHNOLOGY (HK) LIMITED",
      "grade": "E",
      "fit": "unchecked",
      "why": "The host platform.stepfun.ai closed the connection on every attempt (curl exit 56, no HTTP status) from this session, so no page was read.",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/stepfun-api"
    },
    {
      "slug": "tencent-tokenhub",
      "name": "Tencent Cloud TokenHub",
      "company": "Tencent Cloud Computing (Beijing) Co., Ltd. (腾讯云计算（北京）有限责任公司)",
      "grade": "C",
      "fit": "unchecked",
      "why": "The host cloud.tencent.com closed the connection on every attempt (curl exit 56, no HTTP status) from this session, so no page was read.",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/tencent-tokenhub"
    },
    {
      "slug": "amazon-bedrock",
      "name": "Amazon Bedrock",
      "company": "Amazon Web Services, Inc.",
      "grade": "A",
      "fit": "no",
      "why": "Not a fast open-weight host; no time-to-first-token or tokens-per-second figures published.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/amazon-bedrock"
    },
    {
      "slug": "anthropic-api",
      "name": "Claude API",
      "company": "Anthropic, PBC",
      "grade": "A",
      "fit": "no",
      "why": "Not an open-weight fast host; fast mode on Opus 5.5 is a 2.5x throughput premium option with no published time to first token or tokens-per-second figure.",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/anthropic-api"
    },
    {
      "slug": "antseed",
      "name": "Antseed",
      "company": "Antseed Foundation",
      "grade": "C",
      "fit": "no",
      "why": "Speed depends on the chosen seller; no latency or throughput figures are published.",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/antseed"
    },
    {
      "slug": "azure-openai",
      "name": "Azure OpenAI in Foundry Models",
      "company": "Microsoft Corporation",
      "grade": "A",
      "fit": "no",
      "why": "Not a fast open-weight host; no time-to-first-token or tokens-per-second figures published.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/azure-openai"
    },
    {
      "slug": "blockrun-ai",
      "name": "BlockRun.AI",
      "company": "BlockRun, Inc.",
      "grade": "A",
      "fit": "no",
      "why": "Not a fast host; a Nemotron Bolt model is described as about a second with no time-to-first-token or tokens-per-second figure.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/blockrun-ai"
    },
    {
      "slug": "cloudflare-ai-gateway",
      "name": "Cloudflare AI Gateway",
      "company": "Cloudflare, Inc.",
      "grade": "B",
      "fit": "no",
      "why": "A proxy adds a hop and publishes no latency figures.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/cloudflare-ai-gateway"
    },
    {
      "slug": "cohere-chat",
      "name": "Cohere Chat API (Command models)",
      "company": "Cohere Inc.",
      "grade": "B",
      "fit": "no",
      "why": "Not a fast host; no latency or throughput figures published.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/cohere-chat"
    },
    {
      "slug": "deepinfra",
      "name": "DeepInfra",
      "company": "Deep Infra Inc.",
      "grade": "B",
      "fit": "no",
      "why": "The same gpt-oss-120b weights run at 46 tokens a second here against 1,281 on Cerebras in the Hugging Face router's listing, far below the 500 the use case needs.",
      "source": "https://router.huggingface.co/v1/models",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/deepinfra"
    },
    {
      "slug": "deepseek-api",
      "name": "DeepSeek API",
      "company": "Hangzhou DeepSeek Artificial Intelligence Co., Ltd.",
      "grade": "D",
      "fit": "no",
      "why": "Not a fast host; 36 status incidents and 503 overloads were recorded in the listing, and no latency figures are published.",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/deepseek-api"
    },
    {
      "slug": "eden-ai",
      "name": "Eden AI",
      "company": "Eden AI SAS",
      "grade": "C",
      "fit": "no",
      "why": "A gateway hop with no latency figures and a 10 requests a second cap.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/eden-ai"
    },
    {
      "slug": "elorian-glimpse",
      "name": "Glimpse",
      "company": "Elorian AI, Inc.",
      "grade": "F",
      "fit": "no",
      "why": "A visual reasoning model whose reasoning tokens bill as output; no latency or throughput figures.",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/elorian-glimpse"
    },
    {
      "slug": "gemini-api",
      "name": "Gemini Developer API",
      "company": "Google LLC",
      "grade": "B",
      "fit": "no",
      "why": "Not an open-weight fast host; no time-to-first-token or tokens-per-second figures.",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/gemini-api"
    },
    {
      "slug": "jais-3",
      "name": "Jais 3",
      "company": "Mohamed bin Zayed University of Artificial Intelligence (Institute of Foundation Models), with Inception42 (a G42 company)",
      "grade": "C",
      "fit": "no",
      "why": "No published latency or throughput; speed is the owner's hardware.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/jais-3"
    },
    {
      "slug": "litellm",
      "name": "LiteLLM",
      "company": "Berrie AI Incorporated",
      "grade": "B",
      "fit": "no",
      "why": "A proxy hop with no latency figures.",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/litellm"
    },
    {
      "slug": "meta-model-api",
      "name": "Meta Model API",
      "company": "Meta Platforms, Inc.",
      "grade": "D",
      "fit": "no",
      "why": "Reasoning models that always reason; no latency or throughput figures.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/meta-model-api"
    },
    {
      "slug": "minimax-api",
      "name": "MiniMax API",
      "company": "Nanonoble Pte. Ltd.",
      "grade": "C",
      "fit": "no",
      "why": "No latency or throughput figures, and M3.1 Flash cannot turn thinking off (400 on disabled or effort none), so every short call pays reasoning tokens.",
      "source": "https://platform.minimax.io/docs/guides/text-generation.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/minimax-api"
    },
    {
      "slug": "mistral-api",
      "name": "Mistral AI API",
      "company": "Mistral AI (RCS Paris 952 418 325)",
      "grade": "B",
      "fit": "no",
      "why": "No latency or throughput figures; rate limits are per-organisation numbers shown only in the console.",
      "source": "https://docs.mistral.ai/admin/billing-usage/usage-limits.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/mistral-api"
    },
    {
      "slug": "muse-spark-open",
      "name": "Muse Spark Open",
      "company": "Meta Platforms, Inc.",
      "grade": "C",
      "fit": "no",
      "why": "816B mixture of experts with mandatory reasoning at xhigh by default; no time-to-first-token or throughput figures.",
      "source": "https://dev.meta.ai/docs/muse-spark-open/settings.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/muse-spark-open"
    },
    {
      "slug": "nemotron-3-5-super-vl",
      "name": "Nemotron 3.5 Super VL",
      "company": "NVIDIA Corporation",
      "grade": "C",
      "fit": "no",
      "why": "12B active parameters but no time-to-first-token or throughput figures, reasoning is on by default, and the trial rate varies with other users' load.",
      "source": "https://docs.api.nvidia.com/nim/reference/nvidia-nemotron-3_5-super-vl-120b-a12b-infer.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/nemotron-3-5-super-vl"
    },
    {
      "slug": "ramp-router",
      "name": "Router.com (Ramp Router)",
      "company": "Ramp Business Corporation",
      "grade": "C",
      "fit": "no",
      "why": "Flex-tier routing is on by default and trades latency for cost; no time-to-first-token or throughput figures.",
      "source": "https://docs.router.com/api/responses-and-messages.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/ramp-router"
    },
    {
      "slug": "reflection-beam",
      "name": "Beam 1.0",
      "company": "Reflection AI",
      "grade": "C",
      "fit": "no",
      "why": "Reasoning is mandatory and defaults to max; no time-to-first-token or throughput figures.",
      "source": "https://developers.reflection.ai/reasoning.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/reflection-beam"
    },
    {
      "slug": "routerplus",
      "name": "RouterPlus",
      "company": "EVO HQ Inc",
      "grade": "D",
      "fit": "no",
      "why": "No time-to-first-token or throughput figures; the Optimize model search is paused.",
      "source": "https://app.routerplus.com/docs/models.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/routerplus"
    },
    {
      "slug": "siliconflow",
      "name": "SiliconFlow",
      "company": "SiliconFlow Labs Pte. Ltd.",
      "grade": "E",
      "fit": "no",
      "why": "No speed figures; a hosted open-weight catalogue, not a fast host.",
      "source": "https://docs.siliconflow.com/en/userguide/quickstart.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/siliconflow"
    },
    {
      "slug": "swe-2-flash",
      "name": "SWE-2 Flash",
      "company": "Cognition AI, Inc.",
      "grade": "F",
      "fit": "no",
      "why": "No API, so no way to call it per message.",
      "source": "https://docs.devin.ai/desktop/models.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/swe-2-flash"
    },
    {
      "slug": "vertex-ai",
      "name": "Vertex AI (Gemini Enterprise Agent Platform)",
      "company": "Google LLC",
      "grade": "AA",
      "fit": "no",
      "why": "A cloud platform; no time-to-first-token or throughput commitment outside Provisioned Throughput.",
      "source": "https://docs.cloud.google.com/gemini-enterprise-agent-platform/models/provisioned-throughput/overview",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/vertex-ai"
    },
    {
      "slug": "xai-api",
      "name": "xAI API (Grok)",
      "company": "SpaceXSI (xAI)",
      "grade": "BB",
      "fit": "no",
      "why": "No time-to-first-token or tokens-a-second figures; priority processing is priced in the pricing notes without speed numbers, and RPS is RPM divided by 48.",
      "source": "https://docs.x.ai/developers/rate-limits.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/xai-api"
    }
  ],
  "marks": "yes: the docs show it does the job as the success test says. caveat: it does the job with a limit an agent should know. no: it doesn't do this job. unchecked: we couldn't read it.",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-16",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "0.8",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "useCase": {
    "accounts": 1,
    "after": [
      "speech.tts",
      "inference.tool-loop"
    ],
    "area": "models",
    "asks": [
      "route or classify each message in under a second",
      "I need 1,000 tokens a second for the voice agent",
      "run gpt-oss on the fastest host"
    ],
    "before": [
      "speech.stt"
    ],
    "blockers": [
      "tokens-per-minute caps on the free and first paid tier below what an agent loop sends",
      "fast hosts serve a short model list and retire models with little notice",
      "same model id served at different speed and quality by different hosts"
    ],
    "capabilities": [
      "inference.fast",
      "inference.open-weights",
      "inference.llm"
    ],
    "category": "inference",
    "categoryName": "Model APIs \u0026 inference",
    "checked": "2026-11-12",
    "companies": {
      "fit": 3,
      "fitWithLimit": 8,
      "tagged": 58
    },
    "competition": "few",
    "fits": [
      "cerebras-inference",
      "groq",
      "hugging-face-inference-providers"
    ],
    "fitsWithLimit": [
      "cloudflare-workers-ai",
      "fireworks-inference",
      "novita-ai",
      "openrouter",
      "prism-inference",
      "sambanova",
      "together-inference",
      "vercel-ai-gateway"
    ],
    "id": "inference.fast-small-calls",
    "listings": {
      "caveat": 8,
      "no": 26,
      "notRead": 6,
      "tagged": 68,
      "unchecked": 4,
      "yes": 3
    },
    "name": "Many small latency-sensitive calls on fast hardware",
    "status": "draft",
    "success": "The plan's published rate limits allow 100 calls of a 500-token answer in a row without a 429. Measured: time to first token under 300 ms and output above 500 tokens a second on a 500-token answer, sustained for 100 calls without a 429.",
    "url": "https://www.anchorterminal.com/api/v1/use-cases/inference.fast-small-calls.json",
    "weight": 4,
    "weightBasis": "1 first-hand comparison of 30 prompts x 5 runs plus provider benchmark tables; no Reddit or HN thread reached"
  }
}
