{ "data": { "a": { "slug": "deepinfra", "name": "DeepInfra", "vendor": "Deep Infra Inc.", "vendorUrl": "https://deepinfra.com", "kind": "model", "category": "inference", "summary": "DeepInfra is a hosted inference API for open-weight and some third-party models, covering chat, embeddings, reranking, image, video and speech. It answers OpenAI-style and Anthropic-style calls at api.deepinfra.com with a Bearer key.", "url": "https://www.anchorterminal.com/tools/deepinfra", "markdownUrl": "https://www.anchorterminal.com/tools/deepinfra.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/deepinfra.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/deepinfra.json", "dns": "deepinfra.grade.anchorterminal.com", "repo": "https://github.com/deepinfra/deepinfra-python", "license": "Proprietary service under the DeepInfra Terms of Service. The Python and Node SDKs and the docs repository are MIT", "transports": [ "http" ], "remoteUrl": "https://api.deepinfra.com/v1/openai", "packages": [ { "registry": "pypi", "name": "deepinfra" }, { "registry": "npm", "name": "deepinfra" } ], "auth": "api-key", "authNotes": "Self-serve Bearer key from the dashboard at https://deepinfra.com/dash/api_keys after a browser sign-up with Google, GitHub, email or Okta SSO. The Anthropic-style routes also take the key in `x-api-key`. Keys can carry an IP allowlist and a monthly spending limit, and a key can mint scoped JWTs limited by model, expiry and spend.", "pricing": "usage", "pricingNotes": "Pay per token, image, audio minute or GPU-hour, with no free tier. An account must add a card or prepay. DeepSeek-V4-Flash-0731 costs $0.06 in and $0.18 out per 1M tokens, the priority tier is 1.5x, flex 0.8x and batch 20 per cent off (https://deepinfra.com/pricing, checked 2026-10-08).", "priceSummary": "from $0.06 / 1M in", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs index, the docs repository, the OpenAPI document or the pricing page (checked 2026-10-08).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 21, "npmWeekly": 1250, "pypiWeekly": 50, "asOf": "2026-10-08" }, "docsUrl": "https://docs.deepinfra.com/", "rateLimitsUrl": "https://docs.deepinfra.com/account/rate-limits", "llmsTxt": "https://docs.deepinfra.com/llms.txt", "openapi": "https://api.deepinfra.com/openapi.json", "capabilities": [ "inference.llm", "inference.open-weights", "embed.text", "rerank", "image.generate", "speech.stt", "speech.tts", "compute.batch" ], "tags": [ "hosted", "model", "open-weights", "usage-based", "card-required", "openapi", "llms-txt", "openai-compatible", "anthropic-compatible", "batch", "prompt-caching", "python", "typescript", "status-page", "soc2" ], "lastRelease": "2026-10-26", "graded": true, "anchor": { "graded": true, "score": 63.7, "grade": "B", "agentReady": false, "rank": 501, "ranked": true, "rankOf": 1510, "categoryRank": 19, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 77, "maintenance": 61, "payments": 20, "reliability": 75, "schema": 69, "security": 64, "transparency": 68 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-02" }, "negative": 0, "verdict": "The model list, context sizes and per-token prices are readable without a key, and keys can carry an IP allowlist, a monthly spending cap and model-limited JWTs. Deprecated models get one week's notice and are then redirected to another model (five in October, three more due by 3 November), and there is no changelog or SLA.", "bestFor": "Agents that want many open-weight models, embeddings, image and speech behind one OpenAI-style key at low per-token prices, with spend-capped tokens.", "strengths": [ "`GET /v1/openai/models` answered without a key on 2 November 2026 with 173 models, each with context length, output cap and per-token prices", "Scoped JWTs limit a token to named models, an expiry and a USD spending limit, and each API key can carry an IP allowlist and a monthly cap", "The terms commit to zero data retention and no training on Customer Data, and say that clause controls over the privacy policy and docs", "Batch API at 20 per cent off, a flex tier at 0.8x, prompt caching with cached-input prices and server-side fallback across up to four models", "Status page with 90-day history for the API, the website and 168 models, plus a dated list of scheduled deprecations" ], "weaknesses": [ "A deprecated model gets at least one week's notice, and requests are then forwarded to a replacement model under the old id. Eight models were redirected or scheduled between 8 October and 3 November 2026", "The status feed's 50 newest items are automated major-outage observations on single models, several longer than 24 hours, with no written incident notes", "No free tier. The pricing page says an account must add a card or prepay before using the service", "No changelog, SLA, error reference or `Retry-After` header was found in the reviewed documentation", "The sub-processor list names three companies, while the docs say Google and Anthropic receive data for their models" ], "agentNotes": [ "Call `GET https://api.deepinfra.com/v1/openai/models` at start-up for ids, context sizes and prices. No key is needed", "Check the `model` field of each response. After a deprecation date, requests to the old id are served by a replacement model", "Ask the account owner for a scoped JWT limited to the models and spend the task needs, not the full API key", "Stay under 200 concurrent requests per model. On 429 `engine_overloaded`, retry after a delay, or send `models` with up to four fallbacks", "Never inspect a JWT with `GET /v1/scoped-jwt?jwtoken=`, which puts the token in the URL. Keep credentials in the `Authorization` header" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 4, "avgRating": 3.5, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 63.7 } ], "editorialScores": { "ergonomics": 77, "maintenance": 61, "payments": 20, "reliability": 75, "schema": 69, "security": 64, "transparency": 60 }, "provenanceScore": 75, "checked": { "categories": { "ergonomics": "2026-11-02", "maintenance": "2026-11-02", "payments": "2026-11-02", "reliability": "2026-11-02", "schema": "2026-11-02", "security": "2026-11-02", "transparency": "2026-11-02" }, "last": "2026-11-02", "lastMoved": "2026-11-02", "oldest": "2026-11-02", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "pip install openai # or: npm install openai", "http": "curl \"https://api.deepinfra.com/v1/openai/chat/completions\" \\\n -H \"Content-Type: application/json\" \\\n -H \"Authorization: Bearer $DEEPINFRA_API_KEY\" \\\n -d '{\"model\":\"deepseek-ai/DeepSeek-V4-Flash-0731\",\"messages\":[{\"role\":\"user\",\"content\":\"Hello\"}]}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/deepinfra" }, "area": "models", "provenance": { "legalEntity": "Deep Infra Inc.", "domain": "deepinfra.com", "domainRegistered": "2017-12-08", "endpointOnVendorDomain": true, "terms": "https://deepinfra.com/terms", "privacy": "https://deepinfra.com/privacy", "statusPage": "https://status.deepinfra.com", "changelog": "", "securityTxt": "none", "checked": "2026-11-02", "notes": [ "The Terms of Service, last modified 15 October 2026, name Deep Infra Inc., a Delaware corporation, with California law and JAMS arbitration in San Francisco. They are written around Service Orders and govern the services, the API included.", "The Privacy Policy, last modified 15 August 2026, names DeepInfra, Inc., a Delaware corporation, covers the website and the APIs, and has a section on data sent to and returned by the inference service.", "No changelog or release notes page was found in the docs index or the site map.", "https://deepinfra.com/.well-known/security.txt returns 404.", "RDAP for deepinfra.com gives a registration date of 2017-12-08.", "The API answers at api.deepinfra.com, the docs at docs.deepinfra.com and the status page at status.deepinfra.com.", "No SLA was found. The terms incorporate a data processing agreement made available at trust.deepinfra.com, where it is listed among documents available on request." ], "score": 75 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/deepinfra.json", "live": { "slug": "deepinfra", "probe": { "target": "https://api.deepinfra.com/v1/openai", "method": "get", "lastAt": "2026-11-07T19:22:02.980385856Z", "lastOk": true, "lastStatus": 404, "lastMs": 415, "authRequired": false, "uptime24h": 100, "uptime30d": 99.92, "p50ms24h": 400, "p95ms24h": 539, "samples24h": 238, "samples30d": 7299, "days": [ { "date": "2026-10-09", "probes": 169, "ok": 169 }, { "date": "2026-10-10", "probes": 247, "ok": 247 }, { "date": "2026-10-11", "probes": 247, "ok": 247 }, { "date": "2026-10-12", "probes": 247, "ok": 247 }, { "date": "2026-10-13", "probes": 248, "ok": 248 }, { "date": "2026-10-14", "probes": 249, "ok": 249 }, { "date": "2026-10-15", "probes": 253, "ok": 253 }, { "date": "2026-10-16", "probes": 252, "ok": 252 }, { "date": "2026-10-17", "probes": 253, "ok": 253 }, { "date": "2026-10-18", "probes": 256, "ok": 256 }, { "date": "2026-10-19", "probes": 255, "ok": 255 }, { "date": "2026-10-20", "probes": 252, "ok": 252 }, { "date": "2026-10-21", "probes": 253, "ok": 253 }, { "date": "2026-10-22", "probes": 253, "ok": 253 }, { "date": "2026-10-23", "probes": 248, "ok": 248 }, { "date": "2026-10-24", "probes": 251, "ok": 251 }, { "date": "2026-10-25", "probes": 250, "ok": 250 }, { "date": "2026-10-26", "probes": 252, "ok": 252 }, { "date": "2026-10-27", "probes": 249, "ok": 249 }, { "date": "2026-10-28", "probes": 251, "ok": 251 }, { "date": "2026-10-29", "probes": 248, "ok": 248 }, { "date": "2026-10-30", "probes": 249, "ok": 249 }, { "date": "2026-10-31", "probes": 251, "ok": 251 }, { "date": "2026-11-01", "probes": 249, "ok": 243 }, { "date": "2026-11-02", "probes": 250, "ok": 250 }, { "date": "2026-11-03", "probes": 248, "ok": 248 }, { "date": "2026-11-04", "probes": 246, "ok": 246 }, { "date": "2026-11-05", "probes": 185, "ok": 185 }, { "date": "2026-11-06", "probes": 241, "ok": 241 }, { "date": "2026-11-07", "probes": 197, "ok": 197 } ], "outages": [ { "start": "2026-11-01T03:07:06.786817404Z", "end": "2026-11-01T03:30:15.593945224Z", "note": "dial tcp 38.101.151.21:443: i/o timeout" } ] }, "vendorStatus": { "page": "https://status.deepinfra.com", "indicator": "unknown", "summary": "no machine-readable status found", "checkedAt": "2026-11-07T04:47:36.842482847Z" }, "versions": [ { "registry": "github", "name": "deepinfra/deepinfra-python", "version": "v0.2.1", "released": "2026-08-05", "seenAt": "2026-11-06T23:20:27.685098919Z" }, { "registry": "npm", "name": "deepinfra", "version": "2.0.2", "seenAt": "2026-11-06T23:20:27.462188813Z" }, { "registry": "pypi", "name": "deepinfra", "version": "0.3.0", "released": "2026-08-12", "seenAt": "2026-11-06T23:20:27.179470379Z" } ], "githubStars": 1, "npmWeekly": 525, "pypiWeekly": 115, "securityTxt": { "url": "https://deepinfra.com/.well-known/security.txt", "state": "none", "checkedAt": "2026-11-07T16:00:10.635424215Z" }, "llmsTxt": { "url": "https://docs.deepinfra.com/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-11-07T15:32:15.653472453Z" }, "domain": { "domain": "deepinfra.com", "registered": "2017-12-08", "source": "https://rdap.verisign.com/com/v1/domain/deepinfra.com", "checkedAt": "2026-11-01T14:27:42.920488746Z" }, "pages": [ { "url": "https://status.deepinfra.com/", "kind": "deprecations", "status": 200, "checkedAt": "2026-11-07T14:20:51.141843063Z", "changedAt": "2026-11-07T14:20:51.141843063Z", "fingerprint": "f5fe8f9e1978" }, { "url": "https://deepinfra.com/pricing", "kind": "pricing", "status": 200, "checkedAt": "2026-11-07T14:02:35.567959307Z", "changedAt": "2026-11-07T14:02:35.567959307Z", "fingerprint": "8785d5c1fea4" }, { "url": "https://deepinfra.com/privacy", "kind": "privacy", "status": 200, "checkedAt": "2026-11-07T14:02:37.874993311Z", "changedAt": "2026-11-07T14:02:37.874993311Z", "fingerprint": "4be23b02c82c" }, { "url": "https://deepinfra.com/terms", "kind": "terms", "status": 200, "checkedAt": "2026-11-07T14:02:40.005121762Z", "changedAt": "2026-11-07T14:02:40.005121762Z", "fingerprint": "71c3aae134de" } ], "github": { "repo": "deepinfra/deepinfra-python", "checkedAt": "2026-11-02T08:43:28.32817874Z", "stars": 1, "archived": false, "issuesEnabled": true, "pushedAt": "2026-08-12T08:03:27Z", "openIssues": 7, "openPRs": 2, "issuesOpened90d": 2, "issuesClosed90d": 0, "prsMerged90d": 2, "ci": { "branch": "main", "runs": 7, "success": 6, "failure": 1, "other": 0, "latest": "success", "latestAt": "2026-08-12T06:36:17Z" }, "replies": { "sampled": 13, "unanswered": 7, "medianDays": 3 } }, "updatedAt": "2026-11-07T19:22:02.980385856Z" } }, "answer": "DeepInfra scores 63.7 (B) on agent readiness against Hugging Face Inference Providers's 54 (C), and leads in 3 of 7 scored categories. Hugging Face Inference Providers leads on security \u0026 auth and maintenance \u0026 community.", "b": { "slug": "hugging-face-inference-providers", "name": "Hugging Face Inference Providers", "vendor": "Hugging Face, Inc.", "vendorUrl": "https://huggingface.co", "kind": "router", "category": "inference", "summary": "Hugging Face's serverless router that sends model calls to partner inference providers such as Groq, Cerebras, Together and Fireworks through one Hugging Face token, with an OpenAI-compatible API at router.huggingface.co/v1 and Python and JavaScript clients.", "url": "https://www.anchorterminal.com/tools/hugging-face-inference-providers", "markdownUrl": "https://www.anchorterminal.com/tools/hugging-face-inference-providers.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/hugging-face-inference-providers.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/hugging-face-inference-providers.json", "dns": "hugging-face-inference-providers.grade.anchorterminal.com", "repo": "https://github.com/huggingface/huggingface_hub", "license": "Proprietary service under the Hugging Face Terms of Service, which name Inference Providers. The `huggingface_hub` Python client is Apache-2.0 and `@huggingface/inference` is MIT", "transports": [ "http" ], "remoteUrl": "https://router.huggingface.co/v1", "packages": [ { "registry": "pypi", "name": "huggingface_hub" }, { "registry": "npm", "name": "@huggingface/inference" } ], "auth": "api-key", "authNotes": "Hugging Face user access token sent as `Authorization: Bearer $HF_TOKEN`. The docs recommend a fine-grained token with only the `Make calls to Inference Providers` permission. Tokens are made in account settings in a browser, can be rotated and revoked, and a leaked token can be revoked by anyone through `POST /api/credentials/revoke`. A provider's own key can be stored in settings instead, and Hugging Face swaps it in when routing.", "pricing": "usage", "pricingNotes": "Pay as you go at each provider's own per-token rates with no Hugging Face markup, drawn from prepaid credits on the Hugging Face account. Free users get no included credits since 7 October 2026 and must buy credits. PRO users and Team or Enterprise seats get $2.00 a month of compute credits. Requests with a custom provider key are billed by the provider (https://huggingface.co/docs/inference-providers/pricing, checked 2026-11-06).", "priceSummary": "$2 / mo", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the Inference Providers docs, llms.txt or the router's model list. Calls draw on prepaid Hugging Face credits bought in the account's billing settings (checked 2026-11-06).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": 483470, "pypiWeekly": 71518708, "asOf": "2026-11-06" }, "docsUrl": "https://huggingface.co/docs/inference-providers/index", "llmsTxt": "https://huggingface.co/docs/inference-providers/llms.txt", "capabilities": [ "inference.router", "inference.open-weights", "inference.llm" ], "tags": [ "hosted", "router", "usage", "prepaid", "openai-compatible", "llms-txt", "python", "javascript", "status-page", "soc2" ], "lastRelease": "2026-10-29", "graded": true, "anchor": { "graded": true, "score": 54, "grade": "C", "agentReady": false, "rank": 926, "ranked": true, "rankOf": 1510, "categoryRank": 28, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 58, "maintenance": 80, "payments": 20, "reliability": 25, "schema": 62, "security": 79, "transparency": 71 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-06" }, "negative": 0, "verdict": "One Hugging Face token reaches open models on 18 partner providers at the providers' own prices, with a public model list that shows each provider's price, context and tool support. Router rate limits, error responses and its own status component were not found in the reviewed documentation, and free accounts have had no included credits since 7 October 2026.", "bestFor": "Agents and developers who want open-weight models from several hosts on one token and one bill, with a public price and capability list per provider.", "strengths": [ "router.huggingface.co/v1/models lists every routed model with each provider's price, context, tool support, latency and throughput, without a token", "Provider choice by suffix (`:fastest`, `:cheapest`, `:preferred` or a provider name) on an OpenAI-compatible endpoint", "Fine-grained tokens can be limited to the `Make calls to Inference Providers` permission and revoked at once", "No markup on provider rates, and request bodies and responses are not stored when routed", "Official clients in Python (`huggingface_hub` 2.4.0, 29 October 2026) and JavaScript (`@huggingface/inference` 4.13.32)" ], "weaknesses": [ "No rate limits, 429 behaviour or error responses documented for the router", "status.huggingface.co has no component for Inference Providers or the router", "Free users have had no included credits since 7 October 2026, and buying credits needs a person in the account settings", "No OpenAPI document for the router, no batch API, and the Responses API is beta", "Data handling past the router depends on each provider's own policy" ], "agentNotes": [ "Read https://router.huggingface.co/v1/models before choosing a provider; it shows price, context and `supports_tools` per provider", "Pin a provider with `model:\u003cprovider\u003e` when tool calling or structured output matters, since support varies by provider", "Use a fine-grained token with only the Inference Providers permission, and send `X-HF-Bill-To` to bill an organisation", "Back off on 429 without assuming a Retry-After header, since none is documented for the router" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 54 } ], "editorialScores": { "ergonomics": 58, "maintenance": 80, "payments": 20, "reliability": 25, "schema": 62, "security": 79, "transparency": 58 }, "provenanceScore": 84, "checked": { "categories": { "ergonomics": "2026-11-06", "maintenance": "2026-11-06", "payments": "2026-11-06", "reliability": "2026-11-06", "schema": "2026-11-06", "security": "2026-11-06", "transparency": "2026-11-06" }, "last": "2026-11-06", "oldest": "2026-11-06", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "pip install huggingface_hub # or: pip install openai, with base_url https://router.huggingface.co/v1", "http": "curl https://router.huggingface.co/v1/chat/completions \\\n -H \"Authorization: Bearer $HF_TOKEN\" -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"openai/gpt-oss-120b:fastest\",\"messages\":[{\"role\":\"user\",\"content\":\"How many Gs in huggingface?\"}]}'" }, "letme": { "capability": "https://letme.dev/inference.router", "tool": "https://letme.dev/hugging-face-inference-providers" }, "sameCompany": [ "hugging-face-inference-endpoints", "smolagents", "carbon-x", "smollm3-3b" ], "area": "models", "unitPrices": [ { "item": "openai/gpt-oss-120b input, cheapest provider listed (DeepInfra)", "unit": "1m-tokens", "usd": 0.037, "note": "Output $0.17. Groq lists $0.15/$0.75 and Cerebras $0.35/$0.75, per the router's model list of 6 November 2026" }, { "item": "PRO monthly compute credits", "unit": "month", "usd": 2, "note": "Also $2.00 per seat for Team and Enterprise organisations" } ], "provenance": { "legalEntity": "Hugging Face, Inc.", "domain": "huggingface.co", "domainRegistered": "", "endpointOnVendorDomain": true, "terms": "https://huggingface.co/terms-of-service", "privacy": "https://huggingface.co/privacy", "statusPage": "https://status.huggingface.co", "changelog": "https://huggingface.co/changelog", "securityTxt": "valid", "checked": "2026-11-06", "notes": [ "The Terms of Service (effective 15 September 2022) name Hugging Face, Inc. and define Inference Providers as a hosted service for running inference through an API on Hub models.", "huggingface.co/robots.txt and router.huggingface.co/robots.txt allow all. status.huggingface.co serves an empty robots.txt.", "status.huggingface.co is a Better Stack page with components for the Hub, git hosting, Inference Endpoints, Spaces, the CDNs and Jobs, and none for Inference Providers or the router.", "huggingface.co/changelog covers the whole Hub and had no Inference Providers entry on its first page on 6 November 2026. Dated changes to the docs are in the hub-docs repository's history.", "security.txt, privacy policy and subprocessor list as recorded on the Inference Endpoints listing (checked 8 October and 2 November 2026); not re-read for this listing." ], "score": 84 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/hugging-face-inference-providers.json", "live": { "slug": "hugging-face-inference-providers", "probe": { "target": "https://router.huggingface.co/v1", "method": "get", "lastAt": "2026-11-07T19:22:12.474650545Z", "lastOk": true, "lastStatus": 404, "lastMs": 145, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 109, "p95ms24h": 196, "samples24h": 210, "samples30d": 210, "days": [ { "date": "2026-11-06", "probes": 13, "ok": 13 }, { "date": "2026-11-07", "probes": 197, "ok": 197 } ] }, "vendorStatus": { "page": "https://status.huggingface.co", "indicator": "unknown", "summary": "no machine-readable status found", "checkedAt": "2026-11-07T04:47:55.542550557Z" }, "versions": [ { "registry": "github", "name": "huggingface/huggingface_hub", "version": "v2.4.0", "released": "2026-10-29", "seenAt": "2026-11-06T23:33:27.894225298Z" }, { "registry": "npm", "name": "@huggingface/inference", "version": "4.13.32", "seenAt": "2026-11-06T23:33:27.102558197Z" }, { "registry": "pypi", "name": "huggingface_hub", "version": "2.4.0", "released": "2026-10-29", "seenAt": "2026-11-06T23:33:26.910773744Z" } ], "githubStars": 4034, "npmWeekly": 483470, "pypiWeekly": 71518708, "securityTxt": { "url": "https://huggingface.co/.well-known/security.txt", "state": "valid", "expires": "2030-07-01T08:42:00.000Z", "checkedAt": "2026-11-07T16:00:00.493446773Z" }, "llmsTxt": { "url": "https://huggingface.co/docs/inference-providers/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-11-07T15:32:44.910268229Z" }, "pages": [ { "url": "https://huggingface.co/docs/inference-providers/pricing", "kind": "pricing", "status": 200, "checkedAt": "2026-11-07T14:11:37.221950067Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "2cbe821ca9d2" } ], "updatedAt": "2026-11-07T19:22:12.474650545Z" } }, "edges": [ { "by": 50, "category": "reliability", "leads": "deepinfra", "name": "Reliability", "reasons": { "a": "Hosted reading. Own status page at status.deepinfra.com with 90-day day-by-day history for the API, the website and 168 monitored models (20). On 2 November 2026 the API component shows 100 per cent over 86.7 measured days and the website 99.99 per cent, with one 8-minute degradation on 19 August 2026. The Atom feed's 50 newest items, 20 August to 30 October 2026, are all automated major-outage observations on single models, \"not an announced incident\", among them MiMo-V2.5 from 27 August to 4 September, Qwen3-TTS for 37 and 32 hours, Nemotron-3-Ultra for 25 hours and a run of short Nemotron-3.5-Lightning outages in early September. No written incident touched the API. Each observation is one model, partial under this run's rule, as together-inference's single-model monitor downtime was read, so minor only (20). The 8 October reading of 15 sat between checklist values. 200 concurrent requests per model, published (15). 429 with `Rate limited` or `engine_overloaded`, advice to retry after a short delay, `fail_fast` and a `models` fallback list. No `Retry-After` header or backoff figures were found (10 of 15). No SLA found. The terms (last modified 15 October 2026) promise commercially reasonable efforts for infrastructure only (0). Generally available (10). 20 + 20 + 15 + 10 + 0 + 10 = 75.", "b": "Hosted lines. status.huggingface.co is a Better Stack page with 90-day component history for the Hub, Inference Endpoints, Spaces, the CDNs and Jobs, but no component for Inference Providers or the router (10 of 20). With no component, there is no readable incident history for the surface agents call, and the feed's 23 items from 10 June to 7 October 2026 don't name it (5). No rate limits for the router were found; the Hub rate-limits page gives numbers for Hub APIs, resolvers and pages only (0). No 429 or overload guidance for the router was found (0). No SLA found (0). Chat completions on the router is generally available; the Responses API is labelled beta (10). Routing between providers with `:fastest` or `:cheapest` softens a single provider's outage, which this checklist doesn't score." }, "scores": { "a": 75, "b": 25 } }, { "by": 19, "category": "ergonomics", "leads": "deepinfra", "name": "Agent ergonomics", "reasons": { "a": "Model reading of the checklist (tool use, structured output, caching, context, batch, SDKs, errors). Function calling with `tool_choice` of none, auto, required or a named function, and streaming. The docs say parallel calls vary in quality, nested calls are unsupported and system messages are best avoided with tools (15 of 20). `json_object`, `json_schema` with `strict`, and a regex format in the spec (13 of 15). Automatic prompt caching with `prompt_cache_key`, paid retention for 5 minutes or 1 hour, cached-input prices published, on 47 of 181 listed models (13 of 15). Context of 1,048,576 tokens on DeepSeek V4, Kimi K3 and GLM 5.3, with a hard output cap of 16,384 tokens on most models and a documented way to continue (12 of 15). Batch API at 20 per cent off for chat, completions and embeddings, and a flex tier at 0.8x (10). The OpenAI and Anthropic clients work with a changed base URL. The Python package `deepinfra` 0.3.0 dates from 12 August 2026, and npm listed 2.0.2 from May 2024 on 8 October (7 of 10). 429 carries an `engine_overloaded` code. Native routes return a bare `error` string, and no list of codes was found (7 of 15).", "b": "Router reading of the model checklist (tool use, structured output, caching, context, batch, SDKs, errors), as for openrouter. Tool calling through the OpenAI-compatible API with `tool_choice`, support flagged per provider in /v1/models (15 of 20). Structured output documented, support flagged per provider and false on some (10 of 15). No prompt caching guidance found, though the Enterprise usage API counts cached input tokens (3 of 15). Routes to models with up to 1,048,576 tokens of context per the model list, a judgement call since a router has no default model (15). No batch API (0 of 10). Official clients in Python and JavaScript, plus any OpenAI SDK (10). Errors not documented (5 of 15)." }, "scores": { "a": 77, "b": 58 } }, { "by": 19, "category": "maintenance", "leads": "hugging-face-inference-providers", "name": "Maintenance \u0026 community", "reasons": { "a": "Model reading. The docs repository changed on 26 October 2026, and on 22 October documented Nemotron 3.5 image embeddings and reranker scores (30). Deprecated models get at least one week's notice by email, then requests are forwarded to a replacement (5 of 12). Churn. In the 90 days to 2 November four redirect dates passed (8, 9, 12 and 25 October, five models), Kimi-K2.7-Code was deprecated before 28 September, and three more are scheduled for 2 and 3 November. Three or more removal dates in 90 days give 0, as groq and fireworks-inference were read (0 of 8, was 4 when the five were only scheduled). No changelog. Support is by Discord and a feedback address, and the docs repository is public (7 of 15). Replies on the SDK repositories were not examined (3 of 10). Python `deepinfra` 0.3.0 from 12 August 2026 with a changelog. The Node repository tagged 2.1.0 on 1 September 2026, and npm couldn't be read on 2 November, so its 8 October reading of 2.0.2 from 8 May 2024 stands (9 of 15). CI workflows in both SDK repositories (7 of 10). 30 + 5 + 0 + 7 + 3 + 9 + 7 = 61.", "b": "Model reading. huggingface_hub 2.4.0 tagged on 29 October 2026 and the Inference Providers docs updated daily by an automated job, last on 6 November (30). huggingface_hub 2.2.0, 2.3.0 and 2.4.0 and @huggingface/inference 4.13.28 to 4.13.32 in the 90 days (20). No dedicated changelog; the Hub has a forum and Discord, and GitHub issue replies were not read (8 of 15). Current official SDKs in Python and JavaScript (15). The Python client supports Python 3.10 and later, per the Inference Endpoints check; CI not read (7 of 10)." }, "scores": { "a": 61, "b": 80 } }, { "by": 15, "category": "security", "leads": "hugging-face-inference-providers", "name": "Security \u0026 auth", "reasons": { "a": "Model reading. Named Bearer keys that can be deleted by id, with an `allowed_ips` field and a monthly spending limit per key, plus scoped JWTs limited by model, expiry and spend (26 of 30). Less 10 because `GET /v1/scoped-jwt?jwtoken=` is still the documented way to inspect a JWT and puts a live token in the query string. The two deprecated routes that carried the API token in the URL path are no longer in the OpenAPI document (16 of 30). The terms say Customer Data is not used to train, fine-tune or improve any model. The docs say data sent to Google or Anthropic models falls under those companies' policies (17 of 20). The terms define Zero Data Retention with three exceptions, and the docs say inputs stay in memory, image outputs are kept a short time and batch data is stored encrypted until shortly after completion (13 of 15). Usage per key, request costs and deployment logs are in the API. No account audit log was found (8 of 15). The trust centre at trust.deepinfra.com now loads and lists SOC 2, ISO 27001 and HIPAA as compliant, with reports and policies on request, and the privacy policy says the same. No security.txt, disclosure policy or bug bounty was found (10 of 20, as other listings with certification claims and no disclosure route).", "b": "Model reading. Fine-grained user access tokens that can be limited to the `Make calls to Inference Providers` permission, rotated and revoked, plus a public revocation endpoint for leaked tokens, and organisation approval of fine-grained tokens on paid plans (30). Hugging Face says it doesn't store user data for training, but data handling past the router follows each provider's policy, with no per-request filter to exclude providers that train or retain (12 of 20). Request bodies and responses aren't stored when routed and debug logs are kept up to 30 days without user data or tokens, with provider retention outside that statement (10 of 15). Usage by model and provider in account settings, an Enterprise usage API, and Team and Enterprise admins can disable providers and set a spending limit (13 of 15). SOC 2 Type 2 for the Hub, of which the docs say Inference Providers is a feature, and security.txt valid to 2030 per the Inference Endpoints check; no bug bounty found (14 of 20)." }, "scores": { "a": 64, "b": 79 } }, { "by": 7, "category": "schema", "leads": "deepinfra", "name": "Schema \u0026 documentation", "reasons": { "a": "Model reading. Public OpenAPI 3.1.0 document at api.deepinfra.com/openapi.json with 131 paths, 157 operations and 257 schemas on 2 November 2026. `llms.txt` now links that document, though the docs host's own copy still returns Mintlify's sample plant store document, and the spec lists chat at `/v1/chat/completions` while every docs example uses `/v1/openai/chat/completions` (22 of 25). `llms.txt` with 224 links and a Markdown copy of every docs page (10). Guide pages for tool calling, structured output, caching, batch and service tiers say when to use each. Many reference operations have a name and no description (14 of 20). Typed parameters with 49 enums, 31 chat properties and two required (11 of 15). Curl, Python and JavaScript examples on each page. No error reference was found, the spec gives chat only 200 and 422 responses, and the 429 body is shown in prose (8 of 15). No changelog was found. The spec version reads 1.0.0, and the docs repository on GitHub has a public commit history (4 of 15).", "b": "No OpenAPI document for the router (openapi.json paths answer 404). The task reference pages are generated from typed JSON Schema specs in huggingface.js, and the router's /v1/models gives a machine-readable catalogue, so 12 of 25. llms.txt for the Inference Providers docs and a Markdown twin of every page via `.md` (10). Guides say what each task and policy is for, with a quick setup page for coding agents (14 of 20). Parameter tables with types for chat completion, though `response_format` and `tool_choice` show as unknown types (9 of 15). Examples in Python, JavaScript and curl on every task page, but no documented error responses for the router (9 of 15). No changelog of its own; the Hub changelog doesn't cover it and dated changes are only in the hub-docs history (8 of 15)." }, "scores": { "a": 69, "b": 62 } } ], "facts": [ { "a": "Model API", "b": "Model router", "name": "Kind" }, { "a": "Deep Infra Inc.", "b": "Hugging Face, Inc.", "name": "Vendor" }, { "a": "https://api.deepinfra.com/v1/openai", "b": "https://router.huggingface.co/v1", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP", "name": "Transports" }, { "a": "API key", "b": "API key", "name": "Auth" }, { "a": "Pay per use", "b": "Pay per use", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Proprietary service under the DeepInfra Terms of Service. The Python and Node SDKs and the docs repository are MIT", "b": "Proprietary service under the Hugging Face Terms of Service, which name Inference Providers. The `huggingface_hub` Python client is Apache-2.0 and `@huggingface/inference` is MIT", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-10-26", "b": "2026-10-29", "name": "Last release" }, { "a": "2026-08-17", "b": "2022-09-15", "name": "Terms last updated" }, { "a": "2026-08-15", "b": "2023-03-28", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "yes", "b": "not found in the text", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "yes", "name": "Terms or service can change without notice" }, { "a": "yes", "b": "not found in the text", "name": "Arbitration or class-action waiver" }, { "a": "21 stars, 1.2k npm/wk, 50 PyPI/wk", "b": "483k npm/wk, 71.5M PyPI/wk", "name": "Popularity" }, { "a": "3.5/5 (4)", "b": "none", "name": "Agent reviews" } ], "faq": [ { "answer": "DeepInfra scores 63.7 (B) on agent readiness against Hugging Face Inference Providers's 54 (C), and leads in 3 of 7 scored categories. Hugging Face Inference Providers leads on security \u0026 auth and maintenance \u0026 community.", "question": "Which is better for AI agents, DeepInfra or Hugging Face Inference Providers?" }, { "answer": "Both need an API key.", "question": "Do DeepInfra and Hugging Face Inference Providers need an API key?" }, { "answer": "Yes. DeepInfra has a hosted endpoint at https://api.deepinfra.com/v1/openai and Hugging Face Inference Providers at https://router.huggingface.co/v1.", "question": "Can an agent call DeepInfra and Hugging Face Inference Providers without installing anything?" } ], "goodFor": [ { "aheadOn": [ "Reliability, 75 against 25", "Schema \u0026 documentation, 69 against 62", "Agent ergonomics, 77 against 58" ], "also": null, "goodFor": "Agents that want many open-weight models, embeddings, image and speech behind one OpenAI-style key at low per-token prices, with spend-capped tokens.", "slug": "deepinfra", "watchFor": "A deprecated model gets at least one week's notice, and requests are then forwarded to a replacement model under the old id. Eight models were redirected or scheduled between 8 October and 3 November 2026" }, { "aheadOn": [ "Security \u0026 auth, 79 against 64", "Maintenance \u0026 community, 80 against 61" ], "also": null, "goodFor": "Agents and developers who want open-weight models from several hosts on one token and one bill, with a public price and capability list per provider.", "slug": "hugging-face-inference-providers", "watchFor": "No rate limits, 429 behaviour or error responses documented for the router" } ], "history": { "deepinfra": [ { "causes": [ "product", "correction" ], "date": "2026-11-02", "delta": 0.6, "from": 63.1, "fromGrade": "B", "to": 63.7, "toGrade": "B" }, { "causes": [ "method" ], "date": "2026-10-27", "delta": 0.1, "from": 63, "fromGrade": "B", "to": 63.1, "toGrade": "B" } ], "hugging-face-inference-providers": null }, "job": { "capability": "inference.llm", "name": "LLM inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-deepinfra.json", "title": "Amazon Bedrock vs DeepInfra", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-hugging-face-inference-providers.json", "title": "Amazon Bedrock vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-deepinfra.json", "title": "Claude API vs DeepInfra", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-hugging-face-inference-providers.json", "title": "Claude API vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-deepinfra.json", "title": "Antseed vs DeepInfra", "url": "https://www.anchorterminal.com/compare/antseed-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-deepinfra.json", "title": "Azure OpenAI in Foundry Models vs DeepInfra", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-hugging-face-inference-providers.json", "title": "Azure OpenAI in Foundry Models vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-deepinfra.json", "title": "BlockRun.AI vs DeepInfra", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-hugging-face-inference-providers.json", "title": "BlockRun.AI vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-deepinfra.json", "title": "Cerebras Inference vs DeepInfra", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-hugging-face-inference-providers.json", "title": "Cerebras Inference vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepinfra.json", "title": "Cloudflare AI Gateway vs DeepInfra", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-hugging-face-inference-providers.json", "title": "Cloudflare AI Gateway vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-deepinfra.json", "title": "Cloudflare Workers AI vs DeepInfra", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-hugging-face-inference-providers.json", "title": "Cloudflare Workers AI vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-deepinfra.json", "title": "Cohere Chat API (Command models) vs DeepInfra", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-hugging-face-inference-providers.json", "title": "Cohere Chat API (Command models) vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-deepseek-api.json", "title": "DeepInfra vs DeepSeek API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-deepseek-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-eden-ai.json", "title": "DeepInfra vs Eden AI", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-eden-ai" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-elorian-glimpse.json", "title": "DeepInfra vs Glimpse", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-elorian-glimpse" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-fireworks-inference.json", "title": "DeepInfra vs Fireworks AI Inference", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-fireworks-inference" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-gemini-api.json", "title": "DeepInfra vs Gemini Developer API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-gemini-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-groq.json", "title": "DeepInfra vs GroqCloud", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-inkling-2-small.json", "title": "DeepInfra vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-jais-3.json", "title": "DeepInfra vs Jais 3", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-jais-3" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-meta-model-api.json", "title": "DeepInfra vs Meta Model API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-meta-model-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-minimax-api.json", "title": "DeepInfra vs MiniMax API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-minimax-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-mistral-api.json", "title": "DeepInfra vs Mistral AI API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-mistral-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-muse-spark-open.json", "title": "DeepInfra vs Muse Spark Open", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-muse-spark-open" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-nemotron-3-5-super-vl.json", "title": "DeepInfra vs Nemotron 3.5 Super VL", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-nemotron-3-5-super-vl" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-novita-ai.json", "title": "DeepInfra vs Novita AI", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-openai-api.json", "title": "DeepInfra vs OpenAI API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-openrouter.json", "title": "DeepInfra vs OpenRouter", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-prism-inference.json", "title": "DeepInfra vs Prism Inference", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-prism-inference" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-ramp-router.json", "title": "DeepInfra vs Router.com (Ramp Router)", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-ramp-router" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-reflection-beam.json", "title": "DeepInfra vs Beam 1.0", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-reflection-beam" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-routerplus.json", "title": "DeepInfra vs RouterPlus", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-routerplus" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-sambanova.json", "title": "DeepInfra vs SambaCloud", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-sambanova" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-siliconflow.json", "title": "DeepInfra vs SiliconFlow", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-siliconflow" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-simplismart.json", "title": "DeepInfra vs Simplismart", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-simplismart" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-stepfun-api.json", "title": "DeepInfra vs StepFun API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-stepfun-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-swe-2-flash.json", "title": "DeepInfra vs SWE-2 Flash", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-swe-2-flash" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-tencent-tokenhub.json", "title": "DeepInfra vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.json", "title": "DeepInfra vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-vercel-ai-gateway.json", "title": "DeepInfra vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-vertex-ai.json", "title": "DeepInfra vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-xai-api.json", "title": "DeepInfra vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-hugging-face-inference-providers.json", "title": "DeepSeek API vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-hugging-face-inference-providers.json", "title": "Glimpse vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/fireworks-inference-vs-hugging-face-inference-providers.json", "title": "Fireworks AI Inference vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/fireworks-inference-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-hugging-face-inference-providers.json", "title": "Gemini Developer API vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-hugging-face-inference-providers.json", "title": "GroqCloud vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/groq-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-inkling-2-small.json", "title": "Hugging Face Inference Providers vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-jais-3.json", "title": "Hugging Face Inference Providers vs Jais 3", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-jais-3" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-meta-model-api.json", "title": "Hugging Face Inference Providers vs Meta Model API", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-meta-model-api" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-minimax-api.json", "title": "Hugging Face Inference Providers vs MiniMax API", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-minimax-api" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-mistral-api.json", "title": "Hugging Face Inference Providers vs Mistral AI API", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-mistral-api" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-muse-spark-open.json", "title": "Hugging Face Inference Providers vs Muse Spark Open", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-muse-spark-open" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-novita-ai.json", "title": "Hugging Face Inference Providers vs Novita AI", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-openai-api.json", "title": "Hugging Face Inference Providers vs OpenAI API", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-reflection-beam.json", "title": "Hugging Face Inference Providers vs Beam 1.0", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-reflection-beam" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-sambanova.json", "title": "Hugging Face Inference Providers vs SambaCloud", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-sambanova" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-siliconflow.json", "title": "Hugging Face Inference Providers vs SiliconFlow", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-siliconflow" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-simplismart.json", "title": "Hugging Face Inference Providers vs Simplismart", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-simplismart" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-stepfun-api.json", "title": "Hugging Face Inference Providers vs StepFun API", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-stepfun-api" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-swe-2-flash.json", "title": "Hugging Face Inference Providers vs SWE-2 Flash", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-swe-2-flash" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-together-inference.json", "title": "Hugging Face Inference Providers vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-vertex-ai.json", "title": "Hugging Face Inference Providers vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-xai-api.json", "title": "Hugging Face Inference Providers vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-hugging-face-inference-providers.json", "title": "Antseed vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/antseed-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/eden-ai-vs-hugging-face-inference-providers.json", "title": "Eden AI vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/eden-ai-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-litellm.json", "title": "Hugging Face Inference Providers vs LiteLLM", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-litellm" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-openrouter.json", "title": "Hugging Face Inference Providers vs OpenRouter", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-ramp-router.json", "title": "Hugging Face Inference Providers vs Router.com (Ramp Router)", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-ramp-router" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-routerplus.json", "title": "Hugging Face Inference Providers vs RouterPlus", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-routerplus" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-tencent-tokenhub.json", "title": "Hugging Face Inference Providers vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-vercel-ai-gateway.json", "title": "Hugging Face Inference Providers vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-nemotron-3-5-super-vl.json", "title": "Hugging Face Inference Providers vs Nemotron 3.5 Super VL", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-nemotron-3-5-super-vl" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-prism-inference.json", "title": "Hugging Face Inference Providers vs Prism Inference", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-prism-inference" } ], "panel": null, "scores": [ { "by": 50, "deepinfra": 75, "edge": "deepinfra", "hugging-face-inference-providers": 25, "key": "reliability", "name": "Reliability", "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 7, "deepinfra": 69, "edge": "deepinfra", "hugging-face-inference-providers": 62, "key": "schema", "name": "Schema \u0026 documentation", "weight": 13 }, { "by": 19, "deepinfra": 77, "edge": "deepinfra", "hugging-face-inference-providers": 58, "key": "ergonomics", "name": "Agent ergonomics", "weight": 13 }, { "by": 15, "deepinfra": 64, "edge": "hugging-face-inference-providers", "hugging-face-inference-providers": 79, "key": "security", "name": "Security \u0026 auth", "weight": 14 }, { "by": 0, "deepinfra": 20, "edge": "", "hugging-face-inference-providers": 20, "key": "payments", "name": "Payments \u0026 pricing", "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 19, "deepinfra": 61, "edge": "hugging-face-inference-providers", "hugging-face-inference-providers": 80, "key": "maintenance", "name": "Maintenance \u0026 community", "weight": 7 }, { "by": 3, "deepinfra": 68, "edge": "hugging-face-inference-providers", "hugging-face-inference-providers": 71, "key": "transparency", "name": "Transparency \u0026 trust", "weight": 7 } ], "summary": "DeepInfra scores 63.7 (B) on agent readiness against Hugging Face Inference Providers's 54 (C), and leads in 3 of 7 scored categories. Hugging Face Inference Providers leads on security \u0026 auth and maintenance \u0026 community. Both do llm inference.", "tasks": null, "tutorials": [], "verdicts": { "deepinfra": "The model list, context sizes and per-token prices are readable without a key, and keys can carry an IP allowlist, a monthly spending cap and model-limited JWTs. Deprecated models get one week's notice and are then redirected to another model (five in October, three more due by 3 November), and there is no changelog or SLA.", "hugging-face-inference-providers": "One Hugging Face token reaches open models on 18 partner providers at the providers' own prices, with a public model list that shows each provider's price, context and tool support. Router rate limits, error responses and its own status component were not found in the reviewed documentation, and free accounts have had no included credits since 7 October 2026." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/deepinfra-vs-hugging-face-inference-providers", "json": "https://www.anchorterminal.com/compare/deepinfra-vs-hugging-face-inference-providers.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/deepinfra-vs-hugging-face-inference-providers.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/deepinfra-vs-hugging-face-inference-providers.min.md" }, "markdown": "DeepInfra scores 63.7 (B) on agent readiness against Hugging Face Inference Providers's 54 (C), and leads in 3 of 7 scored categories. Hugging Face Inference Providers leads on security \u0026 auth and maintenance \u0026 community. Both do llm inference.\n\n- DeepInfra: grade B, 63.7/100, rank #501 of 1510. Markdown https://www.anchorterminal.com/tools/deepinfra.md · JSON https://www.anchorterminal.com/api/v1/tools/deepinfra.json\n- Hugging Face Inference Providers: grade C, 54/100, rank #926 of 1510. Markdown https://www.anchorterminal.com/tools/hugging-face-inference-providers.md · JSON https://www.anchorterminal.com/api/v1/tools/hugging-face-inference-providers.json\n- Best model APIs and inference for AI agents: https://www.anchorterminal.com/best/inference/index.md\n- All 830 models comparisons: https://www.anchorterminal.com/compare/inference/index.md\n\n## Which one, for what\n\n### DeepInfra (B)\n\nGood for: Agents that want many open-weight models, embeddings, image and speech behind one OpenAI-style key at low per-token prices, with spend-capped tokens.\n\nAhead on:\n- Reliability, 75 against 25\n- Schema \u0026 documentation, 69 against 62\n- Agent ergonomics, 77 against 58\n\nWatch for: A deprecated model gets at least one week's notice, and requests are then forwarded to a replacement model under the old id. Eight models were redirected or scheduled between 8 October and 3 November 2026\n\n### Hugging Face Inference Providers (C)\n\nGood for: Agents and developers who want open-weight models from several hosts on one token and one bill, with a public price and capability list per provider.\n\nAhead on:\n- Security \u0026 auth, 79 against 64\n- Maintenance \u0026 community, 80 against 61\n\nWatch for: No rate limits, 429 behaviour or error responses documented for the router\n\n\n## Why the edge\n\n### Reliability: DeepInfra +50\n\n- DeepInfra (75): Hosted reading. Own status page at status.deepinfra.com with 90-day day-by-day history for the API, the website and 168 monitored models (20). On 2 November 2026 the API component shows 100 per cent over 86.7 measured days and the website 99.99 per cent, with one 8-minute degradation on 19 August 2026. The Atom feed's 50 newest items, 20 August to 30 October 2026, are all automated major-outage observations on single models, \"not an announced incident\", among them MiMo-V2.5 from 27 August to 4 September, Qwen3-TTS for 37 and 32 hours, Nemotron-3-Ultra for 25 hours and a run of short Nemotron-3.5-Lightning outages in early September. No written incident touched the API. Each observation is one model, partial under this run's rule, as together-inference's single-model monitor downtime was read, so minor only (20). The 8 October reading of 15 sat between checklist values. 200 concurrent requests per model, published (15). 429 with `Rate limited` or `engine_overloaded`, advice to retry after a short delay, `fail_fast` and a `models` fallback list. No `Retry-After` header or backoff figures were found (10 of 15). No SLA found. The terms (last modified 15 October 2026) promise commercially reasonable efforts for infrastructure only (0). Generally available (10). 20 + 20 + 15 + 10 + 0 + 10 = 75.\n- Hugging Face Inference Providers (25): Hosted lines. status.huggingface.co is a Better Stack page with 90-day component history for the Hub, Inference Endpoints, Spaces, the CDNs and Jobs, but no component for Inference Providers or the router (10 of 20). With no component, there is no readable incident history for the surface agents call, and the feed's 23 items from 10 June to 7 October 2026 don't name it (5). No rate limits for the router were found; the Hub rate-limits page gives numbers for Hub APIs, resolvers and pages only (0). No 429 or overload guidance for the router was found (0). No SLA found (0). Chat completions on the router is generally available; the Responses API is labelled beta (10). Routing between providers with `:fastest` or `:cheapest` softens a single provider's outage, which this checklist doesn't score.\n\n### Agent ergonomics: DeepInfra +19\n\n- DeepInfra (77): Model reading of the checklist (tool use, structured output, caching, context, batch, SDKs, errors). Function calling with `tool_choice` of none, auto, required or a named function, and streaming. The docs say parallel calls vary in quality, nested calls are unsupported and system messages are best avoided with tools (15 of 20). `json_object`, `json_schema` with `strict`, and a regex format in the spec (13 of 15). Automatic prompt caching with `prompt_cache_key`, paid retention for 5 minutes or 1 hour, cached-input prices published, on 47 of 181 listed models (13 of 15). Context of 1,048,576 tokens on DeepSeek V4, Kimi K3 and GLM 5.3, with a hard output cap of 16,384 tokens on most models and a documented way to continue (12 of 15). Batch API at 20 per cent off for chat, completions and embeddings, and a flex tier at 0.8x (10). The OpenAI and Anthropic clients work with a changed base URL. The Python package `deepinfra` 0.3.0 dates from 12 August 2026, and npm listed 2.0.2 from May 2024 on 8 October (7 of 10). 429 carries an `engine_overloaded` code. Native routes return a bare `error` string, and no list of codes was found (7 of 15).\n- Hugging Face Inference Providers (58): Router reading of the model checklist (tool use, structured output, caching, context, batch, SDKs, errors), as for openrouter. Tool calling through the OpenAI-compatible API with `tool_choice`, support flagged per provider in /v1/models (15 of 20). Structured output documented, support flagged per provider and false on some (10 of 15). No prompt caching guidance found, though the Enterprise usage API counts cached input tokens (3 of 15). Routes to models with up to 1,048,576 tokens of context per the model list, a judgement call since a router has no default model (15). No batch API (0 of 10). Official clients in Python and JavaScript, plus any OpenAI SDK (10). Errors not documented (5 of 15).\n\n### Maintenance \u0026 community: Hugging Face Inference Providers +19\n\n- DeepInfra (61): Model reading. The docs repository changed on 26 October 2026, and on 22 October documented Nemotron 3.5 image embeddings and reranker scores (30). Deprecated models get at least one week's notice by email, then requests are forwarded to a replacement (5 of 12). Churn. In the 90 days to 2 November four redirect dates passed (8, 9, 12 and 25 October, five models), Kimi-K2.7-Code was deprecated before 28 September, and three more are scheduled for 2 and 3 November. Three or more removal dates in 90 days give 0, as groq and fireworks-inference were read (0 of 8, was 4 when the five were only scheduled). No changelog. Support is by Discord and a feedback address, and the docs repository is public (7 of 15). Replies on the SDK repositories were not examined (3 of 10). Python `deepinfra` 0.3.0 from 12 August 2026 with a changelog. The Node repository tagged 2.1.0 on 1 September 2026, and npm couldn't be read on 2 November, so its 8 October reading of 2.0.2 from 8 May 2024 stands (9 of 15). CI workflows in both SDK repositories (7 of 10). 30 + 5 + 0 + 7 + 3 + 9 + 7 = 61.\n- Hugging Face Inference Providers (80): Model reading. huggingface_hub 2.4.0 tagged on 29 October 2026 and the Inference Providers docs updated daily by an automated job, last on 6 November (30). huggingface_hub 2.2.0, 2.3.0 and 2.4.0 and @huggingface/inference 4.13.28 to 4.13.32 in the 90 days (20). No dedicated changelog; the Hub has a forum and Discord, and GitHub issue replies were not read (8 of 15). Current official SDKs in Python and JavaScript (15). The Python client supports Python 3.10 and later, per the Inference Endpoints check; CI not read (7 of 10).\n\n### Security \u0026 auth: Hugging Face Inference Providers +15\n\n- DeepInfra (64): Model reading. Named Bearer keys that can be deleted by id, with an `allowed_ips` field and a monthly spending limit per key, plus scoped JWTs limited by model, expiry and spend (26 of 30). Less 10 because `GET /v1/scoped-jwt?jwtoken=` is still the documented way to inspect a JWT and puts a live token in the query string. The two deprecated routes that carried the API token in the URL path are no longer in the OpenAPI document (16 of 30). The terms say Customer Data is not used to train, fine-tune or improve any model. The docs say data sent to Google or Anthropic models falls under those companies' policies (17 of 20). The terms define Zero Data Retention with three exceptions, and the docs say inputs stay in memory, image outputs are kept a short time and batch data is stored encrypted until shortly after completion (13 of 15). Usage per key, request costs and deployment logs are in the API. No account audit log was found (8 of 15). The trust centre at trust.deepinfra.com now loads and lists SOC 2, ISO 27001 and HIPAA as compliant, with reports and policies on request, and the privacy policy says the same. No security.txt, disclosure policy or bug bounty was found (10 of 20, as other listings with certification claims and no disclosure route).\n- Hugging Face Inference Providers (79): Model reading. Fine-grained user access tokens that can be limited to the `Make calls to Inference Providers` permission, rotated and revoked, plus a public revocation endpoint for leaked tokens, and organisation approval of fine-grained tokens on paid plans (30). Hugging Face says it doesn't store user data for training, but data handling past the router follows each provider's policy, with no per-request filter to exclude providers that train or retain (12 of 20). Request bodies and responses aren't stored when routed and debug logs are kept up to 30 days without user data or tokens, with provider retention outside that statement (10 of 15). Usage by model and provider in account settings, an Enterprise usage API, and Team and Enterprise admins can disable providers and set a spending limit (13 of 15). SOC 2 Type 2 for the Hub, of which the docs say Inference Providers is a feature, and security.txt valid to 2030 per the Inference Endpoints check; no bug bounty found (14 of 20).\n\n### Schema \u0026 documentation: DeepInfra +7\n\n- DeepInfra (69): Model reading. Public OpenAPI 3.1.0 document at api.deepinfra.com/openapi.json with 131 paths, 157 operations and 257 schemas on 2 November 2026. `llms.txt` now links that document, though the docs host's own copy still returns Mintlify's sample plant store document, and the spec lists chat at `/v1/chat/completions` while every docs example uses `/v1/openai/chat/completions` (22 of 25). `llms.txt` with 224 links and a Markdown copy of every docs page (10). Guide pages for tool calling, structured output, caching, batch and service tiers say when to use each. Many reference operations have a name and no description (14 of 20). Typed parameters with 49 enums, 31 chat properties and two required (11 of 15). Curl, Python and JavaScript examples on each page. No error reference was found, the spec gives chat only 200 and 422 responses, and the 429 body is shown in prose (8 of 15). No changelog was found. The spec version reads 1.0.0, and the docs repository on GitHub has a public commit history (4 of 15).\n- Hugging Face Inference Providers (62): No OpenAPI document for the router (openapi.json paths answer 404). The task reference pages are generated from typed JSON Schema specs in huggingface.js, and the router's /v1/models gives a machine-readable catalogue, so 12 of 25. llms.txt for the Inference Providers docs and a Markdown twin of every page via `.md` (10). Guides say what each task and policy is for, with a quick setup page for coding agents (14 of 20). Parameter tables with types for chat completion, though `response_format` and `tool_choice` show as unknown types (9 of 15). Examples in Python, JavaScript and curl on every task page, but no documented error responses for the router (9 of 15). No changelog of its own; the Hub changelog doesn't cover it and dated changes are only in the hub-docs history (8 of 15).\n\n## Score by category\n\n| Category | Weight | DeepInfra | Hugging Face Inference Providers | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 75 | 25 | DeepInfra +50 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 69 | 62 | DeepInfra +7 |\n| Agent ergonomics | 13% (16.2 this run) | 77 | 58 | DeepInfra +19 |\n| Security \u0026 auth | 14% (17.5 this run) | 64 | 79 | Hugging Face Inference Providers +15 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 20 | 20 | even |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 61 | 80 | Hugging Face Inference Providers +19 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 68 | 71 | Hugging Face Inference Providers +3 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **63.7 · B** | **54 · C** | |\n\n## Facts side by side\n\n| Fact | DeepInfra | Hugging Face Inference Providers |\n| --- | --- | --- |\n| Kind | Model API | Model router |\n| Vendor | Deep Infra Inc. | Hugging Face, Inc. |\n| Hosted endpoint | `https://api.deepinfra.com/v1/openai` | `https://router.huggingface.co/v1` |\n| Transports | HTTP | HTTP |\n| Auth | API key | API key |\n| Pricing | Pay per use | Pay per use |\n| x402 | no | no |\n| Licence | Proprietary service under the DeepInfra Terms of Service. The Python and Node SDKs and the docs repository are MIT | Proprietary service under the Hugging Face Terms of Service, which name Inference Providers. The `huggingface_hub` Python client is Apache-2.0 and `@huggingface/inference` is MIT |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| Last release | 2026-10-26 | 2026-10-29 |\n| Terms last updated | 2026-08-17 | 2022-09-15 |\n| Privacy policy last updated | 2026-08-15 | 2023-03-28 |\n| Customer content may train models | not found in the text | not found in the text |\n| Terms restrict automated access | not found in the text | not found in the text |\n| Terms restrict benchmarking | yes | not found in the text |\n| Terms or service can change without notice | not found in the text | yes |\n| Arbitration or class-action waiver | yes | not found in the text |\n| Popularity | 21 stars, 1.2k npm/wk, 50 PyPI/wk | 483k npm/wk, 71.5M PyPI/wk |\n| Agent reviews | 3.5/5 (4) | none |\n\n## How the scores have moved\n\n### DeepInfra\n\n- +0.6 on 2 November 2026: product, correction\n- +0.1 on 27 October 2026: checklist\n\n### Hugging Face Inference Providers\n\nNo score change since it was listed.\n\n## Verdicts\n\n**DeepInfra.** The model list, context sizes and per-token prices are readable without a key, and keys can carry an IP allowlist, a monthly spending cap and model-limited JWTs. Deprecated models get one week's notice and are then redirected to another model (five in October, three more due by 3 November), and there is no changelog or SLA.\n\n**Hugging Face Inference Providers.** One Hugging Face token reaches open models on 18 partner providers at the providers' own prices, with a public model list that shows each provider's price, context and tool support. Router rate limits, error responses and its own status component were not found in the reviewed documentation, and free accounts have had no included credits since 7 October 2026.\n\n## Before you call either\n\n### DeepInfra\n\n1. Call `GET https://api.deepinfra.com/v1/openai/models` at start-up for ids, context sizes and prices. No key is needed\n2. Check the `model` field of each response. After a deprecation date, requests to the old id are served by a replacement model\n3. Ask the account owner for a scoped JWT limited to the models and spend the task needs, not the full API key\n4. Stay under 200 concurrent requests per model. On 429 `engine_overloaded`, retry after a delay, or send `models` with up to four fallbacks\n5. Never inspect a JWT with `GET /v1/scoped-jwt?jwtoken=`, which puts the token in the URL. Keep credentials in the `Authorization` header\n\n### Hugging Face Inference Providers\n\n1. Read https://router.huggingface.co/v1/models before choosing a provider; it shows price, context and `supports_tools` per provider\n2. Pin a provider with `model:\u003cprovider\u003e` when tool calling or structured output matters, since support varies by provider\n3. Use a fine-grained token with only the Inference Providers permission, and send `X-HF-Bill-To` to bill an organisation\n4. Back off on 429 without assuming a Retry-After header, since none is documented for the router\n\n## Questions\n\n### Which is better for AI agents, DeepInfra or Hugging Face Inference Providers?\n\nDeepInfra scores 63.7 (B) on agent readiness against Hugging Face Inference Providers's 54 (C), and leads in 3 of 7 scored categories. Hugging Face Inference Providers leads on security \u0026 auth and maintenance \u0026 community.\n\n### Do DeepInfra and Hugging Face Inference Providers need an API key?\n\nBoth need an API key.\n\n### Can an agent call DeepInfra and Hugging Face Inference Providers without installing anything?\n\nYes. DeepInfra has a hosted endpoint at https://api.deepinfra.com/v1/openai and Hugging Face Inference Providers at https://router.huggingface.co/v1.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/deepinfra-vs-hugging-face-inference-providers.json, and with the fewest tokens: https://www.anchorterminal.com/compare/deepinfra-vs-hugging-face-inference-providers.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"deepinfra\", \"b\": \"hugging-face-inference-providers\"}`. From a terminal: `anchor compare deepinfra hugging-face-inference-providers`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/deepinfra.json and https://www.anchorterminal.com/api/v1/tools/hugging-face-inference-providers.json\n\n## Other comparisons with DeepInfra or Hugging Face Inference Providers\n\n- [Amazon Bedrock vs DeepInfra](https://www.anchorterminal.com/compare/amazon-bedrock-vs-deepinfra.md)\n- [Amazon Bedrock vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/amazon-bedrock-vs-hugging-face-inference-providers.md)\n- [Claude API vs DeepInfra](https://www.anchorterminal.com/compare/anthropic-api-vs-deepinfra.md)\n- [Claude API vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/anthropic-api-vs-hugging-face-inference-providers.md)\n- [Antseed vs DeepInfra](https://www.anchorterminal.com/compare/antseed-vs-deepinfra.md)\n- [Azure OpenAI in Foundry Models vs DeepInfra](https://www.anchorterminal.com/compare/azure-openai-vs-deepinfra.md)\n- [Azure OpenAI in Foundry Models vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/azure-openai-vs-hugging-face-inference-providers.md)\n- [BlockRun.AI vs DeepInfra](https://www.anchorterminal.com/compare/blockrun-ai-vs-deepinfra.md)\n- [BlockRun.AI vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/blockrun-ai-vs-hugging-face-inference-providers.md)\n- [Cerebras Inference vs DeepInfra](https://www.anchorterminal.com/compare/cerebras-inference-vs-deepinfra.md)\n- [Cerebras Inference vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/cerebras-inference-vs-hugging-face-inference-providers.md)\n- [Cloudflare AI Gateway vs DeepInfra](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepinfra.md)\n- [Cloudflare AI Gateway vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-hugging-face-inference-providers.md)\n- [Cloudflare Workers AI vs DeepInfra](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-deepinfra.md)\n- [Cloudflare Workers AI vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-hugging-face-inference-providers.md)\n- [Cohere Chat API (Command models) vs DeepInfra](https://www.anchorterminal.com/compare/cohere-chat-vs-deepinfra.md)\n- [Cohere Chat API (Command models) vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/cohere-chat-vs-hugging-face-inference-providers.md)\n- [DeepInfra vs DeepSeek API](https://www.anchorterminal.com/compare/deepinfra-vs-deepseek-api.md)\n- [DeepInfra vs Eden AI](https://www.anchorterminal.com/compare/deepinfra-vs-eden-ai.md)\n- [DeepInfra vs Glimpse](https://www.anchorterminal.com/compare/deepinfra-vs-elorian-glimpse.md)\n- [DeepInfra vs Fireworks AI Inference](https://www.anchorterminal.com/compare/deepinfra-vs-fireworks-inference.md)\n- [DeepInfra vs Gemini Developer API](https://www.anchorterminal.com/compare/deepinfra-vs-gemini-api.md)\n- [DeepInfra vs GroqCloud](https://www.anchorterminal.com/compare/deepinfra-vs-groq.md)\n- [DeepInfra vs Inkling 2 Small](https://www.anchorterminal.com/compare/deepinfra-vs-inkling-2-small.md)\n- [DeepInfra vs Jais 3](https://www.anchorterminal.com/compare/deepinfra-vs-jais-3.md)\n- [DeepInfra vs Meta Model API](https://www.anchorterminal.com/compare/deepinfra-vs-meta-model-api.md)\n- [DeepInfra vs MiniMax API](https://www.anchorterminal.com/compare/deepinfra-vs-minimax-api.md)\n- [DeepInfra vs Mistral AI API](https://www.anchorterminal.com/compare/deepinfra-vs-mistral-api.md)\n- [DeepInfra vs Muse Spark Open](https://www.anchorterminal.com/compare/deepinfra-vs-muse-spark-open.md)\n- [DeepInfra vs Nemotron 3.5 Super VL](https://www.anchorterminal.com/compare/deepinfra-vs-nemotron-3-5-super-vl.md)\n- [DeepInfra vs Novita AI](https://www.anchorterminal.com/compare/deepinfra-vs-novita-ai.md)\n- [DeepInfra vs OpenAI API](https://www.anchorterminal.com/compare/deepinfra-vs-openai-api.md)\n- [DeepInfra vs OpenRouter](https://www.anchorterminal.com/compare/deepinfra-vs-openrouter.md)\n- [DeepInfra vs Prism Inference](https://www.anchorterminal.com/compare/deepinfra-vs-prism-inference.md)\n- [DeepInfra vs Router.com (Ramp Router)](https://www.anchorterminal.com/compare/deepinfra-vs-ramp-router.md)\n- [DeepInfra vs Beam 1.0](https://www.anchorterminal.com/compare/deepinfra-vs-reflection-beam.md)\n- [DeepInfra vs RouterPlus](https://www.anchorterminal.com/compare/deepinfra-vs-routerplus.md)\n- [DeepInfra vs SambaCloud](https://www.anchorterminal.com/compare/deepinfra-vs-sambanova.md)\n- [DeepInfra vs SiliconFlow](https://www.anchorterminal.com/compare/deepinfra-vs-siliconflow.md)\n- [DeepInfra vs Simplismart](https://www.anchorterminal.com/compare/deepinfra-vs-simplismart.md)\n- [DeepInfra vs StepFun API](https://www.anchorterminal.com/compare/deepinfra-vs-stepfun-api.md)\n- [DeepInfra vs SWE-2 Flash](https://www.anchorterminal.com/compare/deepinfra-vs-swe-2-flash.md)\n- [DeepInfra vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/deepinfra-vs-tencent-tokenhub.md)\n- [DeepInfra vs Together AI Inference](https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.md)\n- [DeepInfra vs Vercel AI Gateway](https://www.anchorterminal.com/compare/deepinfra-vs-vercel-ai-gateway.md)\n- [DeepInfra vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/deepinfra-vs-vertex-ai.md)\n- [DeepInfra vs xAI API (Grok)](https://www.anchorterminal.com/compare/deepinfra-vs-xai-api.md)\n- [DeepSeek API vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/deepseek-api-vs-hugging-face-inference-providers.md)\n- [Glimpse vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/elorian-glimpse-vs-hugging-face-inference-providers.md)\n- [Fireworks AI Inference vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/fireworks-inference-vs-hugging-face-inference-providers.md)\n- [Gemini Developer API vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/gemini-api-vs-hugging-face-inference-providers.md)\n- [GroqCloud vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/groq-vs-hugging-face-inference-providers.md)\n- [Hugging Face Inference Providers vs Inkling 2 Small](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-inkling-2-small.md)\n- [Hugging Face Inference Providers vs Jais 3](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-jais-3.md)\n- [Hugging Face Inference Providers vs Meta Model API](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-meta-model-api.md)\n- [Hugging Face Inference Providers vs MiniMax API](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-minimax-api.md)\n- [Hugging Face Inference Providers vs Mistral AI API](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-mistral-api.md)\n- [Hugging Face Inference Providers vs Muse Spark Open](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-muse-spark-open.md)\n- [Hugging Face Inference Providers vs Novita AI](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-novita-ai.md)\n- [Hugging Face Inference Providers vs OpenAI API](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-openai-api.md)\n- [Hugging Face Inference Providers vs Beam 1.0](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-reflection-beam.md)\n- [Hugging Face Inference Providers vs SambaCloud](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-sambanova.md)\n- [Hugging Face Inference Providers vs SiliconFlow](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-siliconflow.md)\n- [Hugging Face Inference Providers vs Simplismart](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-simplismart.md)\n- [Hugging Face Inference Providers vs StepFun API](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-stepfun-api.md)\n- [Hugging Face Inference Providers vs SWE-2 Flash](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-swe-2-flash.md)\n- [Hugging Face Inference Providers vs Together AI Inference](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-together-inference.md)\n- [Hugging Face Inference Providers vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-vertex-ai.md)\n- [Hugging Face Inference Providers vs xAI API (Grok)](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-xai-api.md)\n- [Antseed vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/antseed-vs-hugging-face-inference-providers.md)\n- [Eden AI vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/eden-ai-vs-hugging-face-inference-providers.md)\n- [Hugging Face Inference Providers vs LiteLLM](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-litellm.md)\n- [Hugging Face Inference Providers vs OpenRouter](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-openrouter.md)\n- [Hugging Face Inference Providers vs Router.com (Ramp Router)](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-ramp-router.md)\n- [Hugging Face Inference Providers vs RouterPlus](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-routerplus.md)\n- [Hugging Face Inference Providers vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-tencent-tokenhub.md)\n- [Hugging Face Inference Providers vs Vercel AI Gateway](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-vercel-ai-gateway.md)\n- [Hugging Face Inference Providers vs Nemotron 3.5 Super VL](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-nemotron-3-5-super-vl.md)\n- [Hugging Face Inference Providers vs Prism Inference](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-prism-inference.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-11-07", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.7", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "DeepInfra vs Hugging Face Inference Providers", "url": "" } ], "description": "DeepInfra scores 63.7 (B) to Hugging Face Inference Providers's 54 (C) for llm inference. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "DeepInfra B 63.7", "Hugging Face Inference Providers C 54", "scores" ], "h1": "DeepInfra vs Hugging Face Inference Providers", "image": "https://www.anchorterminal.com/assets/og/default.png", "path": "/compare/deepinfra-vs-hugging-face-inference-providers", "published": "2026-10-01", "section": "tools", "title": "DeepInfra vs Hugging Face Inference Providers for AI agents (2026)", "toc": null, "updated": "2026-11-07", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-hugging-face-inference-providers" }, "tokens": { "markdown": 7100, "slim": 3280 }, "version": 1 }