{ "data": { "a": { "slug": "deepinfra", "name": "DeepInfra", "vendor": "Deep Infra Inc.", "vendorUrl": "https://deepinfra.com", "kind": "model", "category": "inference", "summary": "DeepInfra is a hosted inference API for open-weight and some third-party models, covering chat, embeddings, reranking, image, video and speech. It answers OpenAI-style and Anthropic-style calls at api.deepinfra.com with a Bearer key.", "url": "https://www.anchorterminal.com/tools/deepinfra", "markdownUrl": "https://www.anchorterminal.com/tools/deepinfra.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/deepinfra.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/deepinfra.json", "repo": "https://github.com/deepinfra/deepinfra-python", "license": "Proprietary service under the DeepInfra Terms of Service. The Python and Node SDKs and the docs repository are MIT", "transports": [ "http" ], "remoteUrl": "https://api.deepinfra.com/v1/openai", "packages": [ { "registry": "pypi", "name": "deepinfra" }, { "registry": "npm", "name": "deepinfra" } ], "auth": "api-key", "authNotes": "Self-serve Bearer key from the dashboard at https://deepinfra.com/dash/api_keys after a browser sign-up with Google, GitHub, email or Okta SSO. The Anthropic-style routes also take the key in `x-api-key`. Keys can carry an IP allowlist and a monthly spending limit, and a key can mint scoped JWTs limited by model, expiry and spend.", "pricing": "usage", "pricingNotes": "Pay per token, image, audio minute or GPU-hour, with no free tier. An account must add a card or prepay. DeepSeek-V4-Flash-0731 costs $0.06 in and $0.18 out per 1M tokens, the priority tier is 1.5x, flex 0.8x and batch 20 per cent off (https://deepinfra.com/pricing, checked 2026-10-08).", "priceSummary": "from $0.06 / 1M in", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs index, the docs repository, the OpenAPI document or the pricing page (checked 2026-10-08).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 21, "npmWeekly": 1250, "pypiWeekly": 50, "asOf": "2026-10-08" }, "docsUrl": "https://docs.deepinfra.com/", "rateLimitsUrl": "https://docs.deepinfra.com/account/rate-limits", "llmsTxt": "https://docs.deepinfra.com/llms.txt", "openapi": "https://api.deepinfra.com/openapi.json", "capabilities": [ "inference.llm", "inference.open-weights", "embed.text", "rerank", "image.generate", "speech.stt", "speech.tts", "compute.batch" ], "tags": [ "hosted", "model", "open-weights", "usage-based", "card-required", "openapi", "llms-txt", "openai-compatible", "anthropic-compatible", "batch", "prompt-caching", "python", "typescript", "status-page", "soc2" ], "lastRelease": "2026-10-07", "graded": true, "anchor": { "graded": true, "score": 63, "grade": "B", "agentReady": false, "rank": 411, "ranked": true, "rankOf": 950, "categoryRank": 12, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 77, "maintenance": 65, "payments": 20, "reliability": 70, "schema": 69, "security": 64, "transparency": 67 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-08" }, "negative": 0, "verdict": "The model list, context sizes and per-token prices are readable without a key, and keys can carry an IP allowlist, a monthly spending cap and model-limited JWTs. Deprecated models get one week's notice and are then redirected to another model, there is no changelog or SLA, and an account needs a card or prepayment before any call.", "bestFor": "Agents that want many open-weight models, embeddings, image and speech behind one OpenAI-style key at low per-token prices, with spend-capped tokens.", "strengths": [ "`GET /v1/openai/models` answered without a key on 8 October 2026 with 181 models, each with context length, output cap and per-token prices", "Scoped JWTs limit a token to named models, an expiry and a USD spending limit, and each API key can carry an IP allowlist and a monthly cap", "The terms commit to zero data retention and no training on Customer Data, and say that clause controls over the privacy policy and docs", "Batch API at 20 per cent off, a flex tier at 0.8x, prompt caching with cached-input prices and server-side fallback across up to four models", "Status page with 90-day history for the API, the website and 154 models, plus a dated list of scheduled deprecations" ], "weaknesses": [ "A deprecated model gets at least one week's notice, and requests are then forwarded to a replacement model under the old id", "The status feed lists 50 automated major-outage observations on single models since 3 August 2026, several longer than 24 hours, with no written incident notes", "No free tier. The pricing page says an account must add a card or prepay before using the service", "No changelog, SLA, error reference or `Retry-After` header was found in the reviewed documentation", "The sub-processor list names three companies and is dated 6 September 2024, while the docs say Google and Anthropic receive data for their models" ], "agentNotes": [ "Call `GET https://api.deepinfra.com/v1/openai/models` at start-up for ids, context sizes and prices. No key is needed", "Check the `model` field of each response. After a deprecation date, requests to the old id are served by a replacement model", "Ask the account owner for a scoped JWT limited to the models and spend the task needs, not the full API key", "Stay under 200 concurrent requests per model. On 429 `engine_overloaded`, retry after a delay, or send `models` with up to four fallbacks", "Never inspect a JWT with `GET /v1/scoped-jwt?jwtoken=`, which puts the token in the URL. Keep credentials in the `Authorization` header" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 63 } ], "editorialScores": { "ergonomics": 77, "maintenance": 65, "payments": 20, "reliability": 70, "schema": 69, "security": 64, "transparency": 60 }, "provenanceScore": 74 }, "connect": { "install": "pip install openai # or: npm install openai", "http": "curl \"https://api.deepinfra.com/v1/openai/chat/completions\" \\\n -H \"Content-Type: application/json\" \\\n -H \"Authorization: Bearer $DEEPINFRA_API_KEY\" \\\n -d '{\"model\":\"deepseek-ai/DeepSeek-V4-Flash-0731\",\"messages\":[{\"role\":\"user\",\"content\":\"Hello\"}]}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/deepinfra" }, "area": "models", "provenance": { "legalEntity": "Deep Infra Inc.", "domain": "deepinfra.com", "domainRegistered": "2017-12-08", "endpointOnVendorDomain": true, "terms": "https://deepinfra.com/terms", "privacy": "https://deepinfra.com/privacy", "statusPage": "https://status.deepinfra.com", "changelog": "", "securityTxt": "none", "checked": "2026-10-08", "notes": [ "The Terms of Service, last modified 17 August 2026, name Deep Infra Inc., a Delaware corporation, with California law and JAMS arbitration in San Francisco. They are written around Service Orders and govern the services, the API included.", "The Privacy Policy, last modified 15 August 2026, names DeepInfra, Inc., a Delaware corporation, covers the website and the APIs, and has a section on data sent to and returned by the inference service.", "No changelog or release notes page was found in the docs index or the site map.", "https://deepinfra.com/.well-known/security.txt returns 404.", "RDAP for deepinfra.com gives a registration date of 2017-12-08.", "The API answers at api.deepinfra.com, the docs at docs.deepinfra.com and the status page at status.deepinfra.com.", "No SLA or published DPA was found. The terms mention a DPA only where the parties execute one." ], "score": 74 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/deepinfra.json", "live": { "slug": "deepinfra", "probe": { "target": "https://api.deepinfra.com/v1/openai", "method": "get", "lastAt": "2026-10-10T03:53:25.168036953Z", "lastOk": true, "lastStatus": 404, "lastMs": 391, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 383, "p95ms24h": 499, "samples24h": 209, "samples30d": 209, "days": [ { "date": "2026-10-09", "probes": 169, "ok": 169 }, { "date": "2026-10-10", "probes": 40, "ok": 40 } ] }, "vendorStatus": { "page": "https://status.deepinfra.com", "indicator": "unknown", "summary": "no machine-readable status found", "checkedAt": "2026-10-10T00:50:24.860964418Z" }, "versions": [ { "registry": "github", "name": "deepinfra/deepinfra-python", "version": "v0.2.1", "released": "2026-08-05", "seenAt": "2026-10-09T16:49:15.751489008Z" }, { "registry": "npm", "name": "deepinfra", "version": "2.0.2", "seenAt": "2026-10-09T16:49:14.880892215Z" }, { "registry": "pypi", "name": "deepinfra", "version": "0.3.0", "released": "2026-08-12", "seenAt": "2026-10-09T16:49:14.674762493Z" } ], "githubStars": 1, "npmWeekly": 875, "pypiWeekly": 66, "securityTxt": { "url": "https://deepinfra.com/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-09T15:39:31.858165043Z" }, "llmsTxt": { "url": "https://docs.deepinfra.com/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-09T14:01:47.592559759Z" }, "pages": [ { "url": "https://status.deepinfra.com/", "kind": "deprecations", "status": 200, "checkedAt": "2026-10-09T18:45:53.696637823Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "9808dd9be861" }, { "url": "https://deepinfra.com/pricing", "kind": "pricing", "status": 200, "checkedAt": "2026-10-09T18:34:47.49340638Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "996c804b936a" }, { "url": "https://deepinfra.com/privacy", "kind": "privacy", "status": 200, "checkedAt": "2026-10-09T18:34:49.593527862Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "41370d14ec5a" }, { "url": "https://deepinfra.com/terms", "kind": "terms", "status": 200, "checkedAt": "2026-10-09T18:34:51.675187717Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "fa018f0cc28b" } ], "updatedAt": "2026-10-10T03:53:25.168036953Z" } }, "answer": "DeepInfra scores 63 (B) on agent readiness against Novita AI's 53.5 (D), and leads in 5 of 7 scored categories. Novita AI leads on payments \u0026 pricing.", "b": { "slug": "novita-ai", "name": "Novita AI", "vendor": "Novita AI", "vendorUrl": "https://novita.ai", "kind": "model", "category": "inference", "summary": "Novita AI is a hosted inference API for open-weight language models, with embeddings, reranking, image, video and speech models on the same key. It answers OpenAI-style calls at api.novita.ai with a Bearer key.", "url": "https://www.anchorterminal.com/tools/novita-ai", "markdownUrl": "https://www.anchorterminal.com/tools/novita-ai.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/novita-ai.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/novita-ai.json", "repo": "https://github.com/novitalabs/novita-skills", "license": "Proprietary service under the Novita AI Terms of Service. The agent skill and the MCP server are MIT", "transports": [ "http" ], "remoteUrl": "https://api.novita.ai/openai", "packages": [ { "registry": "npm", "name": "novita-sdk" }, { "registry": "pypi", "name": "novita-client" }, { "registry": "npm", "name": "@novitalabs/novita-mcp-server" } ], "auth": "api-key", "authNotes": "Self-serve Bearer key from Key Management in the console after a browser sign-up. Keys start with `sk_`, are shown once, number up to 10 an account and take an expiry of 24 hours, 30 days, 90 days or none. A per-key model access policy and source IP allowlist can be set by API. `auth.md` also describes OAuth with PKCE after the user signs in and approves (https://docs.novita.ai/guides/llm-api-keys, https://novita.ai/auth.md).", "pricing": "usage", "pricingNotes": "Pay per token from prepaid credit. `deepseek/deepseek-v4.1-flash` costs $0.30 in and $1.20 out per 1M tokens, batch is 50 per cent off as an introductory price, and two models are listed as free. A voucher for new users is described without an amount, and whether a card is needed was not found (https://novita.ai/pricing, checked 2026-10-09).", "priceSummary": "from $0.05 / 1M in", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs index, the docs site map, the pricing page or the skill repository (checked 2026-10-09).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 6, "npmWeekly": 1363, "pypiWeekly": null, "asOf": "2026-10-09" }, "docsUrl": "https://docs.novita.ai/guides/introduction", "rateLimitsUrl": "https://docs.novita.ai/guides/llm-rate-limits", "llmsTxt": "https://docs.novita.ai/llms.txt", "openapi": "https://novita.ai/.well-known/openapi.json", "capabilities": [ "inference.llm", "inference.open-weights", "embed.text", "rerank", "image.generate", "video.generate", "speech.tts", "compute.batch" ], "tags": [ "hosted", "model", "open-weights", "usage-based", "llms-txt", "openai-compatible", "batch", "prompt-caching", "changelog" ], "lastRelease": "2026-09-28", "graded": true, "anchor": { "graded": true, "score": 53.5, "grade": "D", "agentReady": false, "rank": 706, "ranked": true, "rankOf": 950, "categoryRank": 15, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 72, "maintenance": 62, "payments": 35, "reliability": 28, "schema": 62, "security": 65, "transparency": 56 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-09" }, "negative": 0, "verdict": "Per-token prices for about 140 language models are public, and each key can carry an expiry, a model allowlist and a source IP allowlist. No status page, SLA or security.txt was found, the per-model rate limit figures are drawn by script, and both vendor SDK repositories are archived while the docs still point to them.", "bestFor": "Agents that want many open-weight models at per-token prices behind one OpenAI-style key, with keys that can be limited by model, IP and expiry.", "strengths": [ "API keys take an expiry of 24 hours, 30 days or 90 days, a per-key model access policy and a per-key source IP allowlist, the last two settable by API", "The pricing page lists input, output and cache-read prices per 1M tokens with context size for each language model, readable without a login", "The terms commit to zero data retention and say content is not used to train Novita's models by default, with stated exceptions", "A billing page states which HTTP statuses are charged. 400, 401, 403, 429, 500, 503 and 504 are not, and 200 and 499 are", "A dated changelog holds 84 entries since February 2024, 11 of them in the 90 days to 9 October 2026, and `llms.txt` links a Markdown copy of every docs page" ], "weaknesses": [ "No status page or SLA was found on the home page, the docs index or the docs site map. The home page states 99.5% uptime with no supporting document", "The rate limit page explains five tiers by monthly top-up, and the RPM and TPM figures per model are drawn by script and were not readable", "`deepseek/deepseek-v4-flash` was retired on 9 October 2026 on a notice dated 28 September 2026, and the named replacement is priced higher", "The Python and JavaScript SDK repositories are archived, last changed in November 2024 and March 2025, and the SDK docs page still tells users to install them", "The terms name the contracting party only as Novita AI, with no corporate form or address, and no DPA or sub-processor list was found", "The Acceptable Use Policy forbids scripts, bots or crawlers that extract data from the Site. Recorded as a fact, and it matters before any probe is run" ], "agentNotes": [ "Set the OpenAI client base URL to `https://api.novita.ai/openai` and send the key as `Authorization: Bearer`. Keys start with `sk_`", "Do not close a connection to stop generation. A request that reached the model is billed in full under status 499, so cap output with `max_tokens`", "On 429, check whether the code is `RATE_LIMIT_EXCEEDED` or `TOKEN_LIMIT_EXCEEDED` and back off exponentially. No `Retry-After` header is documented", "Read the changelog for retirement notices before pinning a model id. One retirement in October 2026 came with 11 days' notice", "Ask the account owner for a key with an expiry, a model access policy and an IP allowlist. Keys are created and deleted only in the console" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "D", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 53.5 } ], "editorialScores": { "ergonomics": 72, "maintenance": 62, "payments": 35, "reliability": 28, "schema": 62, "security": 65, "transparency": 42 }, "provenanceScore": 69 }, "connect": { "install": "pip install openai # or: npm install openai", "http": "curl \"https://api.novita.ai/openai/v1/chat/completions\" \\\n -H \"Content-Type: application/json\" \\\n -H \"Authorization: Bearer $NOVITA_API_KEY\" \\\n -d '{\"model\":\"deepseek/deepseek-v4.1-flash\",\"messages\":[{\"role\":\"user\",\"content\":\"Hello\"}]}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/novita-ai" }, "area": "models", "provenance": { "legalEntity": "Novita AI", "domain": "novita.ai", "domainRegistered": "2023-09-18", "endpointOnVendorDomain": true, "terms": "https://novita.ai/legal/terms-of-service", "privacy": "https://novita.ai/legal/privacy-policy", "statusPage": "", "changelog": "https://docs.novita.ai/changelog", "securityTxt": "none", "checked": "2026-10-09", "notes": [ "The Terms of Service, updated 5 August 2026, name the party only as Novita AI, with no corporate form or address. They cover the site and the services sold through it, the inference APIs included, under Delaware law with arbitration.", "The Privacy Policy, effective 13 May 2026, covers the website and services and says it does not apply to content processed on behalf of customers, which it leaves to customer agreements.", "The Acceptable Use Policy, effective 5 August 2026, is part of the terms.", "No status page was found on the home page, the pricing page, the docs index or the docs site map.", "https://novita.ai/.well-known/security.txt returns 404.", "RDAP for novita.ai gives a registration date of 2023-09-18.", "The API answers at api.novita.ai and the docs at docs.novita.ai. `auth.md` names a token endpoint at api-server.novita.ai.", "No SLA, DPA or sub-processor list was found. The trust centre at trust.novita.ai is drawn by script and was not read." ], "score": 69 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/novita-ai.json", "live": { "slug": "novita-ai", "probe": { "target": "https://api.novita.ai/openai", "method": "get", "lastAt": "2026-10-10T03:53:35.923588285Z", "lastOk": true, "lastStatus": 404, "lastMs": 181, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 194, "p95ms24h": 295, "samples24h": 125, "samples30d": 125, "days": [ { "date": "2026-10-09", "probes": 85, "ok": 85 }, { "date": "2026-10-10", "probes": 40, "ok": 40 } ] }, "versions": [ { "registry": "npm", "name": "@novitalabs/novita-mcp-server", "version": "1.0.2", "seenAt": "2026-10-09T17:08:41.708799275Z" }, { "registry": "npm", "name": "novita-sdk", "version": "3.1.3", "seenAt": "2026-10-09T17:08:40.700432938Z" }, { "registry": "pypi", "name": "novita-client", "version": "0.7.1", "released": "2024-11-08", "seenAt": "2026-10-09T17:08:41.522030178Z" } ], "githubStars": 6, "npmWeekly": 1363, "pypiWeekly": 540, "pages": [ { "url": "https://docs.novita.ai/changelog", "kind": "changelog", "status": 200, "checkedAt": "2026-10-09T18:37:52.275657851Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "1f496fd964c8" }, { "url": "https://docs.novita.ai/changelog/28-09-26", "kind": "deprecations", "status": 200, "checkedAt": "2026-10-09T18:37:54.59372706Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "1f496fd964c8" }, { "url": "https://novita.ai/pricing", "kind": "pricing", "status": 200, "checkedAt": "2026-10-09T18:42:34.466314386Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "fd70ed7ca34a" }, { "url": "https://novita.ai/legal/privacy-policy", "kind": "privacy", "status": 200, "checkedAt": "2026-10-09T18:42:29.861270188Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "a91f11239499" }, { "url": "https://novita.ai/legal/terms-of-service", "kind": "terms", "status": 200, "checkedAt": "2026-10-09T18:42:32.628448205Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "94067cded599" } ], "models": { "deepseek/deepseek-v4.1-flash": { "openrouterId": "deepseek/deepseek-v4.1-flash", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "image", "text" ], "promptCaching": true, "contextTokens": 1048576, "maxOutput": 943718, "checkedAt": "2026-10-09T22:59:28.49657734Z" }, "openai/gpt-oss-120b": { "openrouterId": "openai/gpt-oss-120b", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "text" ], "promptCaching": false, "contextTokens": 131072, "maxOutput": 117964, "checkedAt": "2026-10-09T22:59:28.49657734Z" }, "qwen/qwen3.8-flash": { "openrouterId": "qwen/qwen3.8-flash", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "image", "text", "video" ], "promptCaching": true, "contextTokens": 1000000, "maxOutput": 131072, "checkedAt": "2026-10-09T22:59:28.49657734Z" } }, "updatedAt": "2026-10-10T03:53:35.923588285Z" } }, "facts": [ { "a": "Model API", "b": "Model API", "name": "Kind" }, { "a": "Deep Infra Inc.", "b": "Novita AI", "name": "Vendor" }, { "a": "https://api.deepinfra.com/v1/openai", "b": "https://api.novita.ai/openai", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP", "name": "Transports" }, { "a": "API key", "b": "API key", "name": "Auth" }, { "a": "Pay per use", "b": "Pay per use", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Proprietary service under the DeepInfra Terms of Service. The Python and Node SDKs and the docs repository are MIT", "b": "Proprietary service under the Novita AI Terms of Service. The agent skill and the MCP server are MIT", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-10-07", "b": "2026-09-28", "name": "Last release" }, { "a": "2026-08-17", "b": "2026-08-05", "name": "Terms last updated" }, { "a": "2026-08-15", "b": "2026-05-13", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "yes", "b": "not found in the text", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "yes", "name": "Terms or service can change without notice" }, { "a": "yes", "b": "yes", "name": "Arbitration or class-action waiver" }, { "a": "21 stars, 1.2k npm/wk, 50 PyPI/wk", "b": "6 stars, 1.4k npm/wk", "name": "Popularity" } ], "faq": [ { "answer": "DeepInfra scores 63 (B) on agent readiness against Novita AI's 53.5 (D), and leads in 5 of 7 scored categories. Novita AI leads on payments \u0026 pricing.", "question": "Which is better for AI agents, DeepInfra or Novita AI?" }, { "answer": "Both need an API key.", "question": "Do DeepInfra and Novita AI need an API key?" }, { "answer": "Yes. DeepInfra has a hosted endpoint at https://api.deepinfra.com/v1/openai and Novita AI at https://api.novita.ai/openai.", "question": "Can an agent call DeepInfra and Novita AI without installing anything?" } ], "goodFor": [ { "aheadOn": [ "Reliability, 70 against 28", "Schema \u0026 documentation, 69 against 62", "Agent ergonomics, 77 against 72", "Transparency \u0026 trust, 67 against 56" ], "also": null, "goodFor": "Agents that want many open-weight models, embeddings, image and speech behind one OpenAI-style key at low per-token prices, with spend-capped tokens.", "slug": "deepinfra", "watchFor": "A deprecated model gets at least one week's notice, and requests are then forwarded to a replacement model under the old id" }, { "aheadOn": [ "Payments \u0026 pricing, 35 against 20" ], "also": null, "goodFor": "Agents that want many open-weight models at per-token prices behind one OpenAI-style key, with keys that can be limited by model, IP and expiry.", "slug": "novita-ai", "watchFor": "No status page or SLA was found on the home page, the docs index or the docs site map. The home page states 99.5% uptime with no supporting document" } ], "job": { "capability": "inference.llm", "name": "LLM inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-deepinfra.json", "title": "Claude API vs DeepInfra", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-novita-ai.json", "title": "Claude API vs Novita AI", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-deepinfra.json", "title": "Antseed vs DeepInfra", "url": "https://www.anchorterminal.com/compare/antseed-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-novita-ai.json", "title": "Antseed vs Novita AI", "url": "https://www.anchorterminal.com/compare/antseed-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-deepinfra.json", "title": "BlockRun.AI vs DeepInfra", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-novita-ai.json", "title": "BlockRun.AI vs Novita AI", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepinfra.json", "title": "Cloudflare AI Gateway vs DeepInfra", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-novita-ai.json", "title": "Cloudflare AI Gateway vs Novita AI", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-deepinfra.json", "title": "Cloudflare Workers AI vs DeepInfra", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-novita-ai.json", "title": "Cloudflare Workers AI vs Novita AI", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-deepinfra.json", "title": "Cohere Chat API (Command models) vs DeepInfra", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-novita-ai.json", "title": "Cohere Chat API (Command models) vs Novita AI", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-deepseek-api.json", "title": "DeepInfra vs DeepSeek API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-deepseek-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-gemini-api.json", "title": "DeepInfra vs Gemini Developer API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-gemini-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-groq.json", "title": "DeepInfra vs GroqCloud", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-mistral-api.json", "title": "DeepInfra vs Mistral AI API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-mistral-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-openai-api.json", "title": "DeepInfra vs OpenAI API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-openrouter.json", "title": "DeepInfra vs OpenRouter", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-prism-inference.json", "title": "DeepInfra vs Prism Inference", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-prism-inference" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-sambanova.json", "title": "DeepInfra vs SambaCloud", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-sambanova" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-siliconflow.json", "title": "DeepInfra vs SiliconFlow", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-siliconflow" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-novita-ai.json", "title": "DeepSeek API vs Novita AI", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-novita-ai.json", "title": "Gemini Developer API vs Novita AI", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-novita-ai.json", "title": "GroqCloud vs Novita AI", "url": "https://www.anchorterminal.com/compare/groq-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/mistral-api-vs-novita-ai.json", "title": "Mistral AI API vs Novita AI", "url": "https://www.anchorterminal.com/compare/mistral-api-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/novita-ai-vs-openai-api.json", "title": "Novita AI vs OpenAI API", "url": "https://www.anchorterminal.com/compare/novita-ai-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/novita-ai-vs-openrouter.json", "title": "Novita AI vs OpenRouter", "url": "https://www.anchorterminal.com/compare/novita-ai-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/novita-ai-vs-prism-inference.json", "title": "Novita AI vs Prism Inference", "url": "https://www.anchorterminal.com/compare/novita-ai-vs-prism-inference" }, { "json": "https://www.anchorterminal.com/compare/novita-ai-vs-sambanova.json", "title": "Novita AI vs SambaCloud", "url": "https://www.anchorterminal.com/compare/novita-ai-vs-sambanova" }, { "json": "https://www.anchorterminal.com/compare/novita-ai-vs-siliconflow.json", "title": "Novita AI vs SiliconFlow", "url": "https://www.anchorterminal.com/compare/novita-ai-vs-siliconflow" } ], "scores": [ { "by": 42, "deepinfra": 70, "edge": "deepinfra", "key": "reliability", "name": "Reliability", "novita-ai": 28, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 7, "deepinfra": 69, "edge": "deepinfra", "key": "schema", "name": "Schema \u0026 documentation", "novita-ai": 62, "weight": 13 }, { "by": 5, "deepinfra": 77, "edge": "deepinfra", "key": "ergonomics", "name": "Agent ergonomics", "novita-ai": 72, "weight": 13 }, { "by": 1, "deepinfra": 64, "edge": "novita-ai", "key": "security", "name": "Security \u0026 auth", "novita-ai": 65, "weight": 14 }, { "by": 15, "deepinfra": 20, "edge": "novita-ai", "key": "payments", "name": "Payments \u0026 pricing", "novita-ai": 35, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 3, "deepinfra": 65, "edge": "deepinfra", "key": "maintenance", "name": "Maintenance \u0026 community", "novita-ai": 62, "weight": 7 }, { "by": 11, "deepinfra": 67, "edge": "deepinfra", "key": "transparency", "name": "Transparency \u0026 trust", "novita-ai": 56, "weight": 7 } ], "summary": "DeepInfra scores 63 (B) on agent readiness against Novita AI's 53.5 (D), and leads in 5 of 7 scored categories. Novita AI leads on payments \u0026 pricing. Both do llm inference.", "verdicts": { "deepinfra": "The model list, context sizes and per-token prices are readable without a key, and keys can carry an IP allowlist, a monthly spending cap and model-limited JWTs. Deprecated models get one week's notice and are then redirected to another model, there is no changelog or SLA, and an account needs a card or prepayment before any call.", "novita-ai": "Per-token prices for about 140 language models are public, and each key can carry an expiry, a model allowlist and a source IP allowlist. No status page, SLA or security.txt was found, the per-model rate limit figures are drawn by script, and both vendor SDK repositories are archived while the docs still point to them." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/deepinfra-vs-novita-ai", "json": "https://www.anchorterminal.com/compare/deepinfra-vs-novita-ai.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/deepinfra-vs-novita-ai.md", "slim": "https://www.anchorterminal.com/compare/deepinfra-vs-novita-ai.min.md" }, "markdown": "DeepInfra scores 63 (B) on agent readiness against Novita AI's 53.5 (D), and leads in 5 of 7 scored categories. Novita AI leads on payments \u0026 pricing. Both do llm inference.\n\n- DeepInfra: grade B, 63/100, rank #411 of 950. Markdown https://www.anchorterminal.com/tools/deepinfra.md · JSON https://www.anchorterminal.com/api/v1/tools/deepinfra.json\n- Novita AI: grade D, 53.5/100, rank #706 of 950. Markdown https://www.anchorterminal.com/tools/novita-ai.md · JSON https://www.anchorterminal.com/api/v1/tools/novita-ai.json\n- Best model APIs and inference for AI agents: https://www.anchorterminal.com/best/inference/index.md\n- All 136 models comparisons: https://www.anchorterminal.com/compare/inference/index.md\n\n## Which one, for what\n\n### DeepInfra (B)\n\nGood for: Agents that want many open-weight models, embeddings, image and speech behind one OpenAI-style key at low per-token prices, with spend-capped tokens.\n\nAhead on:\n- Reliability, 70 against 28\n- Schema \u0026 documentation, 69 against 62\n- Agent ergonomics, 77 against 72\n- Transparency \u0026 trust, 67 against 56\n\nWatch for: A deprecated model gets at least one week's notice, and requests are then forwarded to a replacement model under the old id\n\n### Novita AI (D)\n\nGood for: Agents that want many open-weight models at per-token prices behind one OpenAI-style key, with keys that can be limited by model, IP and expiry.\n\nAhead on:\n- Payments \u0026 pricing, 35 against 20\n\nWatch for: No status page or SLA was found on the home page, the docs index or the docs site map. The home page states 99.5% uptime with no supporting document\n\n\n## Score by category\n\n| Category | Weight | DeepInfra | Novita AI | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 70 | 28 | DeepInfra +42 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 69 | 62 | DeepInfra +7 |\n| Agent ergonomics | 13% (16.2 this run) | 77 | 72 | DeepInfra +5 |\n| Security \u0026 auth | 14% (17.5 this run) | 64 | 65 | Novita AI +1 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 20 | 35 | Novita AI +15 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 65 | 62 | DeepInfra +3 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 67 | 56 | DeepInfra +11 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **63 · B** | **53.5 · D** | |\n\n## Facts side by side\n\n| Fact | DeepInfra | Novita AI |\n| --- | --- | --- |\n| Kind | Model API | Model API |\n| Vendor | Deep Infra Inc. | Novita AI |\n| Hosted endpoint | `https://api.deepinfra.com/v1/openai` | `https://api.novita.ai/openai` |\n| Transports | HTTP | HTTP |\n| Auth | API key | API key |\n| Pricing | Pay per use | Pay per use |\n| x402 | no | no |\n| Licence | Proprietary service under the DeepInfra Terms of Service. The Python and Node SDKs and the docs repository are MIT | Proprietary service under the Novita AI Terms of Service. The agent skill and the MCP server are MIT |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| Last release | 2026-10-07 | 2026-09-28 |\n| Terms last updated | 2026-08-17 | 2026-08-05 |\n| Privacy policy last updated | 2026-08-15 | 2026-05-13 |\n| Customer content may train models | not found in the text | not found in the text |\n| Terms restrict automated access | not found in the text | not found in the text |\n| Terms restrict benchmarking | yes | not found in the text |\n| Terms or service can change without notice | not found in the text | yes |\n| Arbitration or class-action waiver | yes | yes |\n| Popularity | 21 stars, 1.2k npm/wk, 50 PyPI/wk | 6 stars, 1.4k npm/wk |\n\n## Verdicts\n\n**DeepInfra.** The model list, context sizes and per-token prices are readable without a key, and keys can carry an IP allowlist, a monthly spending cap and model-limited JWTs. Deprecated models get one week's notice and are then redirected to another model, there is no changelog or SLA, and an account needs a card or prepayment before any call.\n\n**Novita AI.** Per-token prices for about 140 language models are public, and each key can carry an expiry, a model allowlist and a source IP allowlist. No status page, SLA or security.txt was found, the per-model rate limit figures are drawn by script, and both vendor SDK repositories are archived while the docs still point to them.\n\n## Before you call either\n\n### DeepInfra\n\n1. Call `GET https://api.deepinfra.com/v1/openai/models` at start-up for ids, context sizes and prices. No key is needed\n2. Check the `model` field of each response. After a deprecation date, requests to the old id are served by a replacement model\n3. Ask the account owner for a scoped JWT limited to the models and spend the task needs, not the full API key\n4. Stay under 200 concurrent requests per model. On 429 `engine_overloaded`, retry after a delay, or send `models` with up to four fallbacks\n5. Never inspect a JWT with `GET /v1/scoped-jwt?jwtoken=`, which puts the token in the URL. Keep credentials in the `Authorization` header\n\n### Novita AI\n\n1. Set the OpenAI client base URL to `https://api.novita.ai/openai` and send the key as `Authorization: Bearer`. Keys start with `sk_`\n2. Do not close a connection to stop generation. A request that reached the model is billed in full under status 499, so cap output with `max_tokens`\n3. On 429, check whether the code is `RATE_LIMIT_EXCEEDED` or `TOKEN_LIMIT_EXCEEDED` and back off exponentially. No `Retry-After` header is documented\n4. Read the changelog for retirement notices before pinning a model id. One retirement in October 2026 came with 11 days' notice\n5. Ask the account owner for a key with an expiry, a model access policy and an IP allowlist. Keys are created and deleted only in the console\n\n## Questions\n\n### Which is better for AI agents, DeepInfra or Novita AI?\n\nDeepInfra scores 63 (B) on agent readiness against Novita AI's 53.5 (D), and leads in 5 of 7 scored categories. Novita AI leads on payments \u0026 pricing.\n\n### Do DeepInfra and Novita AI need an API key?\n\nBoth need an API key.\n\n### Can an agent call DeepInfra and Novita AI without installing anything?\n\nYes. DeepInfra has a hosted endpoint at https://api.deepinfra.com/v1/openai and Novita AI at https://api.novita.ai/openai.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/deepinfra-vs-novita-ai.json, and with the fewest tokens: https://www.anchorterminal.com/compare/deepinfra-vs-novita-ai.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"deepinfra\", \"b\": \"novita-ai\"}`. From a terminal: `anchor compare deepinfra novita-ai`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/deepinfra.json and https://www.anchorterminal.com/api/v1/tools/novita-ai.json\n\n## Other comparisons with DeepInfra or Novita AI\n\n- [Claude API vs DeepInfra](https://www.anchorterminal.com/compare/anthropic-api-vs-deepinfra.md)\n- [Claude API vs Novita AI](https://www.anchorterminal.com/compare/anthropic-api-vs-novita-ai.md)\n- [Antseed vs DeepInfra](https://www.anchorterminal.com/compare/antseed-vs-deepinfra.md)\n- [Antseed vs Novita AI](https://www.anchorterminal.com/compare/antseed-vs-novita-ai.md)\n- [BlockRun.AI vs DeepInfra](https://www.anchorterminal.com/compare/blockrun-ai-vs-deepinfra.md)\n- [BlockRun.AI vs Novita AI](https://www.anchorterminal.com/compare/blockrun-ai-vs-novita-ai.md)\n- [Cloudflare AI Gateway vs DeepInfra](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepinfra.md)\n- [Cloudflare AI Gateway vs Novita AI](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-novita-ai.md)\n- [Cloudflare Workers AI vs DeepInfra](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-deepinfra.md)\n- [Cloudflare Workers AI vs Novita AI](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-novita-ai.md)\n- [Cohere Chat API (Command models) vs DeepInfra](https://www.anchorterminal.com/compare/cohere-chat-vs-deepinfra.md)\n- [Cohere Chat API (Command models) vs Novita AI](https://www.anchorterminal.com/compare/cohere-chat-vs-novita-ai.md)\n- [DeepInfra vs DeepSeek API](https://www.anchorterminal.com/compare/deepinfra-vs-deepseek-api.md)\n- [DeepInfra vs Gemini Developer API](https://www.anchorterminal.com/compare/deepinfra-vs-gemini-api.md)\n- [DeepInfra vs GroqCloud](https://www.anchorterminal.com/compare/deepinfra-vs-groq.md)\n- [DeepInfra vs Mistral AI API](https://www.anchorterminal.com/compare/deepinfra-vs-mistral-api.md)\n- [DeepInfra vs OpenAI API](https://www.anchorterminal.com/compare/deepinfra-vs-openai-api.md)\n- [DeepInfra vs OpenRouter](https://www.anchorterminal.com/compare/deepinfra-vs-openrouter.md)\n- [DeepInfra vs Prism Inference](https://www.anchorterminal.com/compare/deepinfra-vs-prism-inference.md)\n- [DeepInfra vs SambaCloud](https://www.anchorterminal.com/compare/deepinfra-vs-sambanova.md)\n- [DeepInfra vs SiliconFlow](https://www.anchorterminal.com/compare/deepinfra-vs-siliconflow.md)\n- [DeepSeek API vs Novita AI](https://www.anchorterminal.com/compare/deepseek-api-vs-novita-ai.md)\n- [Gemini Developer API vs Novita AI](https://www.anchorterminal.com/compare/gemini-api-vs-novita-ai.md)\n- [GroqCloud vs Novita AI](https://www.anchorterminal.com/compare/groq-vs-novita-ai.md)\n- [Mistral AI API vs Novita AI](https://www.anchorterminal.com/compare/mistral-api-vs-novita-ai.md)\n- [Novita AI vs OpenAI API](https://www.anchorterminal.com/compare/novita-ai-vs-openai-api.md)\n- [Novita AI vs OpenRouter](https://www.anchorterminal.com/compare/novita-ai-vs-openrouter.md)\n- [Novita AI vs Prism Inference](https://www.anchorterminal.com/compare/novita-ai-vs-prism-inference.md)\n- [Novita AI vs SambaCloud](https://www.anchorterminal.com/compare/novita-ai-vs-sambanova.md)\n- [Novita AI vs SiliconFlow](https://www.anchorterminal.com/compare/novita-ai-vs-siliconflow.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-10", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "DeepInfra vs Novita AI", "url": "" } ], "description": "DeepInfra scores 63 (B) to Novita AI's 53.5 (D) for llm inference. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "DeepInfra B 63", "Novita AI D 53.5", "scores" ], "h1": "DeepInfra vs Novita AI", "image": "https://www.anchorterminal.com/assets/og/compare-deepinfra-vs-novita-ai.png", "path": "/compare/deepinfra-vs-novita-ai", "published": "2026-10-01", "section": "tools", "title": "DeepInfra vs Novita AI for AI agents in 2026: scores and prices", "toc": null, "updated": "2026-10-09", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-novita-ai" }, "tokens": { "markdown": 2650, "slim": 630 }, "version": 1 }