{
  "listings": [
    {
      "slug": "amazon-bedrock",
      "name": "Amazon Bedrock",
      "company": "Amazon Web Services, Inc.",
      "grade": "A",
      "fit": "yes",
      "why": "Explicit cache checkpoints on system, messages and tools with 512 to 4,096 token minimums, up to 4 checkpoints, 5-minute or 1-hour TTL, and separate cache-write and cache-read rates; implicit caching also exists on some models.",
      "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/prompt-caching.html",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/amazon-bedrock"
    },
    {
      "slug": "azure-openai",
      "name": "Azure OpenAI in Foundry Models",
      "company": "Microsoft Corporation",
      "grade": "A",
      "fit": "yes",
      "why": "Prefixes of at least 1,024 tokens cache automatically, reads are discounted, GPT-5.6 and later take prompt_cache_options.ttl of 30 minutes (12 hours on some Responses deployments) with cached_tokens in usage; older models clear after 5 to 10 idle minutes.",
      "source": "https://learn.microsoft.com/en-us/azure/foundry/openai/how-to/prompt-caching",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/azure-openai"
    },
    {
      "slug": "deepinfra",
      "name": "DeepInfra",
      "company": "Deep Infra Inc.",
      "grade": "B",
      "fit": "yes",
      "why": "Automatic prefix caching with cached_tokens in usage, a reduced cached rate, prompt_cache_key, and prompt_cache_options to retain a prefix for 5 minutes or 1 hour.",
      "source": "https://docs.deepinfra.com/chat/prompt-caching",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/deepinfra"
    },
    {
      "slug": "anthropic-api",
      "name": "Claude API",
      "company": "Anthropic, PBC",
      "grade": "A",
      "fit": "caveat",
      "why": "cache_control on system and tools, reads at 0.1x (0.05x on Opus and Sonnet 5.5), usage reports cache_read_input_tokens. Default 5-minute lifetime means an idle gap rewrites at 1.25x unless the 1-hour TTL is bought; acc-25 found automatic caching's 20-block lookback made long loops worse.",
      "source": "https://platform.claude.com/docs/en/build-with-claude/prompt-caching",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/anthropic-api"
    },
    {
      "slug": "blockrun-ai",
      "name": "BlockRun.AI",
      "company": "BlockRun, Inc.",
      "grade": "A",
      "fit": "caveat",
      "why": "prompt_cache opt-in and cache_control on /v1/messages work for Anthropic models only, with cache_read_input_tokens and cache_creation_input_tokens in usage; no caching is described for other labs.",
      "source": "https://blockrun.ai/docs/api-reference/chat-completions",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/blockrun-ai"
    },
    {
      "slug": "cerebras-inference",
      "name": "Cerebras Inference",
      "company": "Cerebras Systems Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "Automatic prefix caching with prompt_cache_key and cached tokens reported in usage, but the guaranteed lifetime is 5 minutes, so an idle gap above that recomputes, and the cached price sits on model pages rather than the caching page.",
      "source": "https://inference-docs.cerebras.ai/capabilities/prompt-caching",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/cerebras-inference"
    },
    {
      "slug": "cloudflare-workers-ai",
      "name": "Cloudflare Workers AI",
      "company": "Cloudflare, Inc.",
      "grade": "BB",
      "fit": "caveat",
      "why": "Prefix caching is on by default for select models with a discounted cached rate and an x-session-affinity header to reach the same instance, but no minimum, lifetime or usage field is stated and pricing sits on each model page.",
      "source": "https://developers.cloudflare.com/workers-ai/features/prompt-caching/",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/cloudflare-workers-ai"
    },
    {
      "slug": "deepseek-api",
      "name": "DeepSeek API",
      "company": "Hangzhou DeepSeek Artificial Intelligence Co., Ltd.",
      "grade": "D",
      "fit": "caveat",
      "why": "Disk caching is automatic with cache hits at $0.044 per million on V4 Pro against $1.32 uncached and prompt_cache_hit_tokens in usage, but prefixes persist only at request boundaries, detected common prefixes or fixed intervals, and acc-09 saw zero cached tokens over 50 rounds.",
      "source": "https://api-docs.deepseek.com/guides/kv_cache",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/deepseek-api"
    },
    {
      "slug": "eden-ai",
      "name": "Eden AI",
      "company": "Eden AI SAS",
      "grade": "C",
      "fit": "caveat",
      "why": "A routing key keeps a conversation on the provider that holds its prompt cache, but Eden documents no cache fields, minimum or price of its own; savings are whatever the upstream gives.",
      "source": "https://www.edenai.co/docs/api-reference/chat/chat-completions",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/eden-ai"
    },
    {
      "slug": "elorian-glimpse",
      "name": "Glimpse",
      "company": "Elorian AI, Inc.",
      "grade": "F",
      "fit": "caveat",
      "why": "The endpoint reports implicit caching with cache reads at $0.06 per million, a tenth of input, but no lifetime or minimum and no account of hit rates.",
      "source": "https://openrouter.ai/api/v1/models/elorian/glimpse/endpoints",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/elorian-glimpse"
    },
    {
      "slug": "fireworks-inference",
      "name": "Fireworks AI Inference",
      "company": "Fireworks.ai, Inc.",
      "grade": "BB",
      "fit": "caveat",
      "why": "Automatic prefix caching, cached tokens discounted 50 per cent by default and reported as cache_read_input_tokens on the Anthropic route, with x-session-affinity to keep hits, but no cache lifetime or minimum length is stated.",
      "source": "https://docs.fireworks.ai/guides/prompt-caching",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/fireworks-inference"
    },
    {
      "slug": "gemini-api",
      "name": "Gemini Developer API",
      "company": "Google LLC",
      "grade": "B",
      "fit": "caveat",
      "why": "Implicit caching reports total_cached_tokens at a tenth of input with a 4,096-token minimum, but Gemini 4 caches the previous request only when the new one adds 2,050 tokens or more and supports no explicit caching, and no lifetime is stated.",
      "source": "https://aistudio.google.com/docs/caching",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/gemini-api"
    },
    {
      "slug": "groq",
      "name": "GroqCloud",
      "company": "Groq LLC",
      "grade": "BB",
      "fit": "caveat",
      "why": "Automatic prefix caching halves the price of cached tokens, which also skip rate limits, and entries live 2 hours without use, but only a short list of models supports it and no minimum length is stated.",
      "source": "https://console.groq.com/docs/prompt-caching",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/groq"
    },
    {
      "slug": "litellm",
      "name": "LiteLLM",
      "company": "Berrie AI Incorporated",
      "grade": "B",
      "fit": "caveat",
      "why": "cache_control is forwarded for OpenAI, Anthropic, Gemini, Bedrock, Mantle and DeepSeek with provider minimums listed, but caching below the minimum is skipped silently and the caller must check cache_creation_input_tokens.",
      "source": "https://docs.litellm.ai/docs/completion/prompt_caching",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/litellm"
    },
    {
      "slug": "meta-model-api",
      "name": "Meta Model API",
      "company": "Meta Platforms, Inc.",
      "grade": "D",
      "fit": "caveat",
      "why": "Prefix caching is automatic, cached_tokens appears in usage and cached input is $0.20 against $4.00 on Muse Wonder, but no cache lifetime or minimum length is stated, so a long idle gap's cost is unknown.",
      "source": "https://dev.meta.ai/docs/prompt-caching",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/meta-model-api"
    },
    {
      "slug": "minimax-api",
      "name": "MiniMax API",
      "company": "Nanonoble Pte. Ltd.",
      "grade": "C",
      "fit": "caveat",
      "why": "Automatic prefix caching from 512 input tokens, reads at $0.015 against $0.15 input on M3.1 Flash, reported as cache_read_input_tokens or cached_tokens; no cache lifetime is stated, so the idle-gap case is unverified.",
      "source": "https://platform.minimax.io/docs/api-reference/text-prompt-caching.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/minimax-api"
    },
    {
      "slug": "mistral-api",
      "name": "Mistral AI API",
      "company": "Mistral AI (RCS Paris 952 418 325)",
      "grade": "B",
      "fit": "caveat",
      "why": "prompt_cache_key raises the chance of a hit but the docs say it doesn't guarantee one; cached tokens bill at 10% of input in 64-token blocks and show as cached_tokens; no lifetime stated.",
      "source": "https://docs.mistral.ai/inference/conversations/advanced/prompt-caching.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/mistral-api"
    },
    {
      "slug": "muse-spark-open",
      "name": "Muse Spark Open",
      "company": "Meta Platforms, Inc.",
      "grade": "C",
      "fit": "caveat",
      "why": "Caching comes from the serving stack (the deploy page enables SGLang's hierarchical cache) or a hosted provider's cached-input price; Meta's docs state no lifetime, minimum or usage field.",
      "source": "https://dev.meta.ai/docs/muse-spark-open/deploy.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/muse-spark-open"
    },
    {
      "slug": "novita-ai",
      "name": "Novita AI",
      "company": "Novita AI",
      "grade": "C",
      "fit": "caveat",
      "why": "Automatic prompt cache on supported models with cached_tokens in usage and a cache price on the pricing page; the guide states no minimum length, lifetime or discount figure.",
      "source": "https://novita.ai/docs/guides/llm-prompt-cache.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/novita-ai"
    },
    {
      "slug": "openai-api",
      "name": "OpenAI API",
      "company": "OpenAI OpCo, LLC",
      "grade": "AA",
      "fit": "caveat",
      "why": "Minimum 1,024 tokens on GPT-5.6 and later, reads at 0.1x, writes at 1.25x for a 30-minute lifetime or 2.5x for a 12-hour ttl, cached_tokens in usage; a turn after the lifetime pays the write premium again.",
      "source": "https://developers.openai.com/api/docs/guides/prompt-caching.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/openai-api"
    },
    {
      "slug": "openrouter",
      "name": "OpenRouter",
      "company": "OpenRouter, Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "Per-provider caching with a top-level cache_control for Anthropic, Bedrock, Vertex and Azure, cached_tokens and cache write tokens in usage, and ttl options from 5 minutes to 12 hours; a turn after the default 5-minute ttl rewrites at 1.25x.",
      "source": "https://openrouter.ai/docs/guides/features/prompt-caching.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/openrouter"
    },
    {
      "slug": "prism-inference",
      "name": "Prism Inference",
      "company": "Prism Technologies Inc",
      "grade": "C",
      "fit": "caveat",
      "why": "A cache-read price ($0.03 against $0.09 input) and cached_tokens appear in the model catalogue and OpenAPI, but no page says how caching triggers, its minimum or lifetime.",
      "source": "https://docs.prisminference.com/models.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/prism-inference"
    },
    {
      "slug": "routerplus",
      "name": "RouterPlus",
      "company": "EVO HQ Inc",
      "grade": "D",
      "fit": "caveat",
      "why": "cache_control ephemeral passes through, with cached_tokens and cache_write_tokens in usage and cached_prompt and cache_write prices in the catalogue; lifetime and minimum follow the provider and aren't stated.",
      "source": "https://app.routerplus.com/llms-full.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/routerplus"
    },
    {
      "slug": "sambanova",
      "name": "SambaCloud",
      "company": "SambaNova Systems, Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "Automatic prefix caching from 4,096 tokens up to 192,000, cached_tokens in usage billed at a cached input rate; no lifetime stated.",
      "source": "https://docs.sambanova.ai/docs/en/features/prompt-caching.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/sambanova"
    },
    {
      "slug": "together-inference",
      "name": "Together AI Inference",
      "company": "Together Computer, Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "Automatic prefix caching on serverless with cached_tokens in usage and a cached input price column; entries last about an hour on a best-effort basis and can be evicted under load; minimum length not stated.",
      "source": "https://docs.together.ai/docs/inference/chat/prompt-caching.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/together-inference"
    },
    {
      "slug": "vercel-ai-gateway",
      "name": "Vercel AI Gateway",
      "company": "Vercel Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "caching auto adds cache markers for Anthropic and relies on automatic caching for OpenAI and Google, with cache read tokens in usage and cache prices in /v1/models; lifetime and minimum follow the provider.",
      "source": "https://vercel.com/docs/ai-gateway/models-and-providers/automatic-caching.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/vercel-ai-gateway"
    },
    {
      "slug": "vertex-ai",
      "name": "Vertex AI (Gemini Enterprise Agent Platform)",
      "company": "Google LLC",
      "grade": "AA",
      "fit": "caveat",
      "why": "Implicit caching is on by default and explicit caches take a TTL; Gemini 3 and 4 need 4,096 tokens (6,144 on some Flash) for a 90% discount, cachedContentTokenCount is in usage, and explicit cache storage and 1.25x writes are billed.",
      "source": "https://docs.cloud.google.com/gemini-enterprise-agent-platform/models/context-cache/context-cache-overview",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/vertex-ai"
    },
    {
      "slug": "xai-api",
      "name": "xAI API (Grok)",
      "company": "SpaceXSI (xAI)",
      "grade": "BB",
      "fit": "caveat",
      "why": "Cached input bills at a quarter of input ($0.50 against $2 on Grok 4.7) with cached_tokens in usage; caching is automatic with no minimum, lifetime or write price stated, and cached tokens still count toward TPM.",
      "source": "https://docs.x.ai/developers/models.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/xai-api"
    },
    {
      "slug": "antseed",
      "name": "Antseed",
      "company": "Antseed Foundation",
      "grade": "C",
      "fit": "unchecked",
      "why": "Sellers publish a cached-input price, but nothing read says whether the proxy keeps a seller's cache warm across turns or reports cache reads in usage.",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/antseed"
    },
    {
      "slug": "ramp-router",
      "name": "Router.com (Ramp Router)",
      "company": "Ramp Business Corporation",
      "grade": "C",
      "fit": "unchecked",
      "why": "A prompt caching page (cache-optimizations) is in the index but wasn't opened; the fallbacks guide notes a cold cache on a fallback model adds latency.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/ramp-router"
    },
    {
      "slug": "siliconflow",
      "name": "SiliconFlow",
      "company": "SiliconFlow Labs Pte. Ltd.",
      "grade": "E",
      "fit": "unchecked",
      "why": "A cached price appears in the listing's pricing notes, but no caching page is in the docs index and the chat reference has no cached-token field.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/siliconflow"
    },
    {
      "slug": "stepfun-api",
      "name": "StepFun API",
      "company": "STEPFUN TECHNOLOGY (HK) LIMITED",
      "grade": "E",
      "fit": "unchecked",
      "why": "The host platform.stepfun.ai closed the connection on every attempt (curl exit 56, no HTTP status) from this session, so no page was read.",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/stepfun-api"
    },
    {
      "slug": "tencent-tokenhub",
      "name": "Tencent Cloud TokenHub",
      "company": "Tencent Cloud Computing (Beijing) Co., Ltd. (腾讯云计算（北京）有限责任公司)",
      "grade": "C",
      "fit": "unchecked",
      "why": "The host cloud.tencent.com closed the connection on every attempt (curl exit 56, no HTTP status) from this session, so no page was read.",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/tencent-tokenhub"
    },
    {
      "slug": "cloudflare-ai-gateway",
      "name": "Cloudflare AI Gateway",
      "company": "Cloudflare, Inc.",
      "grade": "B",
      "fit": "no",
      "why": "Gateway caching is an exact-match response cache keyed on the whole request body, not prefix caching; a growing conversation never hits it.",
      "source": "https://developers.cloudflare.com/ai-gateway/features/caching/",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/cloudflare-ai-gateway"
    },
    {
      "slug": "cohere-chat",
      "name": "Cohere Chat API (Command models)",
      "company": "Cohere Inc.",
      "grade": "B",
      "fit": "no",
      "why": "No prompt caching appears in the chat, tool, streaming or models pages read.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/cohere-chat"
    },
    {
      "slug": "hugging-face-inference-providers",
      "name": "Hugging Face Inference Providers",
      "company": "Hugging Face, Inc.",
      "grade": "C",
      "fit": "no",
      "why": "No prompt caching, cache field or cached price appears in the router docs; any caching is the provider's and unreported.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/hugging-face-inference-providers"
    },
    {
      "slug": "jais-3",
      "name": "Jais 3",
      "company": "Mohamed bin Zayed University of Artificial Intelligence (Institute of Foundation Models), with Inception42 (a G42 company)",
      "grade": "C",
      "fit": "no",
      "why": "Caching is the serving stack's business; the cards say nothing about prefix caching or cache reporting.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/jais-3"
    },
    {
      "slug": "nemotron-3-5-super-vl",
      "name": "Nemotron 3.5 Super VL",
      "company": "NVIDIA Corporation",
      "grade": "C",
      "fit": "no",
      "why": "No prompt caching parameter or cached-token usage field in the API reference, and the hosted trial has no token price to discount.",
      "source": "https://docs.api.nvidia.com/nim/reference/nvidia-nemotron-3_5-super-vl-120b-a12b-infer.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/nemotron-3-5-super-vl"
    },
    {
      "slug": "reflection-beam",
      "name": "Beam 1.0",
      "company": "Reflection AI",
      "grade": "C",
      "fit": "no",
      "why": "The compatibility page's feature list has no prompt caching and no cached-token usage field, and the docs index has no caching page.",
      "source": "https://developers.reflection.ai/openai-compatibility.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/reflection-beam"
    },
    {
      "slug": "simplismart",
      "name": "Simplismart",
      "company": "Verute Technologies Private Limited",
      "grade": "F",
      "fit": "no",
      "why": "No caching parameter, price or usage field in the OpenAPI file or shared-endpoint page.",
      "source": "https://docs.simplismart.ai/openapi-specs/playground/llama-8b.yaml",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/simplismart"
    },
    {
      "slug": "swe-2-flash",
      "name": "SWE-2 Flash",
      "company": "Cognition AI, Inc.",
      "grade": "F",
      "fit": "no",
      "why": "Cache read and write prices are listed for use inside Devin ($0.01 and $0.125 per million) but there is no API to control or observe caching.",
      "source": "https://docs.devin.ai/desktop/models.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/swe-2-flash"
    }
  ],
  "marks": "yes: the docs show it does the job as the success test says. caveat: it does the job with a limit an agent should know. no: it doesn't do this job. unchecked: we couldn't read it.",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-16",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "0.8",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "useCase": {
    "accounts": 3,
    "after": [
      "obs.cost-tracking"
    ],
    "area": "models",
    "asks": [
      "stop paying for the system prompt and tool list every turn",
      "cut the cost of a 30-turn agent run",
      "why is my cache hit rate 7 per cent"
    ],
    "before": [
      "inference.tool-loop"
    ],
    "blockers": [
      "prompt below the provider's minimum cacheable length caches nothing and says so nowhere",
      "a timestamp or session id at the top of the prompt breaks the prefix every turn",
      "automatic caching looks back a fixed number of blocks, so long loops write at a premium and never read",
      "gateways that rewrite prompts or drop the cache key"
    ],
    "capabilities": [
      "inference.llm"
    ],
    "category": "inference",
    "categoryName": "Model APIs \u0026 inference",
    "checked": "2026-11-12",
    "companies": {
      "fit": 3,
      "fitWithLimit": 23,
      "tagged": 42
    },
    "competition": "few",
    "fits": [
      "amazon-bedrock",
      "azure-openai",
      "deepinfra"
    ],
    "fitsWithLimit": [
      "anthropic-api",
      "blockrun-ai",
      "cerebras-inference",
      "cloudflare-workers-ai",
      "deepseek-api",
      "eden-ai",
      "elorian-glimpse",
      "fireworks-inference",
      "gemini-api",
      "groq",
      "litellm",
      "meta-model-api",
      "minimax-api",
      "mistral-api",
      "muse-spark-open",
      "novita-ai",
      "openai-api",
      "openrouter",
      "prism-inference",
      "routerplus",
      "sambanova",
      "together-inference",
      "vercel-ai-gateway",
      "vertex-ai",
      "xai-api"
    ],
    "id": "inference.cached-long-session",
    "listings": {
      "caveat": 25,
      "no": 8,
      "notRead": 6,
      "tagged": 51,
      "unchecked": 5,
      "yes": 3
    },
    "name": "Pay once for a long static prefix across a session",
    "status": "draft",
    "success": "From the second turn on, usage reports cache reads priced below the standard input rate, and a turn after an idle gap does not cost more than an uncached turn. Measured: from the second turn on, at least 70 per cent of input tokens are reported as cache reads.",
    "url": "https://www.anchorterminal.com/api/v1/use-cases/inference.cached-long-session.json",
    "weight": 12,
    "weightBasis": "3 first-hand accounts (two with production numbers) plus three secondary write-ups; every agent account resends the prefix, so the job is universal even where unnamed"
  }
}
