{ "data": { "a": { "slug": "deepinfra", "name": "DeepInfra", "vendor": "Deep Infra Inc.", "vendorUrl": "https://deepinfra.com", "kind": "model", "category": "inference", "summary": "DeepInfra is a hosted inference API for open-weight and some third-party models, covering chat, embeddings, reranking, image, video and speech. It answers OpenAI-style and Anthropic-style calls at api.deepinfra.com with a Bearer key.", "url": "https://www.anchorterminal.com/tools/deepinfra", "markdownUrl": "https://www.anchorterminal.com/tools/deepinfra.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/deepinfra.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/deepinfra.json", "repo": "https://github.com/deepinfra/deepinfra-python", "license": "Proprietary service under the DeepInfra Terms of Service. The Python and Node SDKs and the docs repository are MIT", "transports": [ "http" ], "remoteUrl": "https://api.deepinfra.com/v1/openai", "packages": [ { "registry": "pypi", "name": "deepinfra" }, { "registry": "npm", "name": "deepinfra" } ], "auth": "api-key", "authNotes": "Self-serve Bearer key from the dashboard at https://deepinfra.com/dash/api_keys after a browser sign-up with Google, GitHub, email or Okta SSO. The Anthropic-style routes also take the key in `x-api-key`. Keys can carry an IP allowlist and a monthly spending limit, and a key can mint scoped JWTs limited by model, expiry and spend.", "pricing": "usage", "pricingNotes": "Pay per token, image, audio minute or GPU-hour, with no free tier. An account must add a card or prepay. DeepSeek-V4-Flash-0731 costs $0.06 in and $0.18 out per 1M tokens, the priority tier is 1.5x, flex 0.8x and batch 20 per cent off (https://deepinfra.com/pricing, checked 2026-10-08).", "priceSummary": "from $0.06 / 1M in", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs index, the docs repository, the OpenAPI document or the pricing page (checked 2026-10-08).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 21, "npmWeekly": 1250, "pypiWeekly": 50, "asOf": "2026-10-08" }, "docsUrl": "https://docs.deepinfra.com/", "rateLimitsUrl": "https://docs.deepinfra.com/account/rate-limits", "llmsTxt": "https://docs.deepinfra.com/llms.txt", "openapi": "https://api.deepinfra.com/openapi.json", "capabilities": [ "inference.llm", "inference.open-weights", "embed.text", "rerank", "image.generate", "speech.stt", "speech.tts", "compute.batch" ], "tags": [ "hosted", "model", "open-weights", "usage-based", "card-required", "openapi", "llms-txt", "openai-compatible", "anthropic-compatible", "batch", "prompt-caching", "python", "typescript", "status-page", "soc2" ], "lastRelease": "2026-10-07", "graded": true, "anchor": { "graded": true, "score": 63, "grade": "B", "agentReady": false, "rank": 371, "ranked": true, "rankOf": 842, "categoryRank": 9, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 77, "maintenance": 65, "payments": 20, "reliability": 70, "schema": 69, "security": 64, "transparency": 67 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-08" }, "negative": 0, "verdict": "The model list, context sizes and per-token prices are readable without a key, and keys can carry an IP allowlist, a monthly spending cap and model-limited JWTs. Deprecated models get one week's notice and are then redirected to another model, there is no changelog or SLA, and an account needs a card or prepayment before any call.", "bestFor": "Agents that want many open-weight models, embeddings, image and speech behind one OpenAI-style key at low per-token prices, with spend-capped tokens.", "strengths": [ "`GET /v1/openai/models` answered without a key on 8 October 2026 with 181 models, each with context length, output cap and per-token prices", "Scoped JWTs limit a token to named models, an expiry and a USD spending limit, and each API key can carry an IP allowlist and a monthly cap", "The terms commit to zero data retention and no training on Customer Data, and say that clause controls over the privacy policy and docs", "Batch API at 20 per cent off, a flex tier at 0.8x, prompt caching with cached-input prices and server-side fallback across up to four models", "Status page with 90-day history for the API, the website and 154 models, plus a dated list of scheduled deprecations" ], "weaknesses": [ "A deprecated model gets at least one week's notice, and requests are then forwarded to a replacement model under the old id", "The status feed lists 50 automated major-outage observations on single models since 3 August 2026, several longer than 24 hours, with no written incident notes", "No free tier. The pricing page says an account must add a card or prepay before using the service", "No changelog, SLA, error reference or `Retry-After` header was found in the reviewed documentation", "The sub-processor list names three companies and is dated 6 September 2024, while the docs say Google and Anthropic receive data for their models" ], "agentNotes": [ "Call `GET https://api.deepinfra.com/v1/openai/models` at start-up for ids, context sizes and prices. No key is needed", "Check the `model` field of each response. After a deprecation date, requests to the old id are served by a replacement model", "Ask the account owner for a scoped JWT limited to the models and spend the task needs, not the full API key", "Stay under 200 concurrent requests per model. On 429 `engine_overloaded`, retry after a delay, or send `models` with up to four fallbacks", "Never inspect a JWT with `GET /v1/scoped-jwt?jwtoken=`, which puts the token in the URL. Keep credentials in the `Authorization` header" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 63 } ], "editorialScores": { "ergonomics": 77, "maintenance": 65, "payments": 20, "reliability": 70, "schema": 69, "security": 64, "transparency": 60 }, "provenanceScore": 74 }, "connect": { "install": "pip install openai # or: npm install openai", "http": "curl \"https://api.deepinfra.com/v1/openai/chat/completions\" \\\n -H \"Content-Type: application/json\" \\\n -H \"Authorization: Bearer $DEEPINFRA_API_KEY\" \\\n -d '{\"model\":\"deepseek-ai/DeepSeek-V4-Flash-0731\",\"messages\":[{\"role\":\"user\",\"content\":\"Hello\"}]}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/deepinfra" }, "area": "models", "provenance": { "legalEntity": "Deep Infra Inc.", "domain": "deepinfra.com", "domainRegistered": "2017-12-08", "endpointOnVendorDomain": true, "terms": "https://deepinfra.com/terms", "privacy": "https://deepinfra.com/privacy", "statusPage": "https://status.deepinfra.com", "changelog": "", "securityTxt": "none", "checked": "2026-10-08", "notes": [ "The Terms of Service, last modified 17 August 2026, name Deep Infra Inc., a Delaware corporation, with California law and JAMS arbitration in San Francisco. They are written around Service Orders and govern the services, the API included.", "The Privacy Policy, last modified 15 August 2026, names DeepInfra, Inc., a Delaware corporation, covers the website and the APIs, and has a section on data sent to and returned by the inference service.", "No changelog or release notes page was found in the docs index or the site map.", "https://deepinfra.com/.well-known/security.txt returns 404.", "RDAP for deepinfra.com gives a registration date of 2017-12-08.", "The API answers at api.deepinfra.com, the docs at docs.deepinfra.com and the status page at status.deepinfra.com.", "No SLA or published DPA was found. The terms mention a DPA only where the parties execute one." ], "score": 74 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/deepinfra.json", "live": { "slug": "deepinfra", "probe": { "target": "https://api.deepinfra.com/v1/openai", "method": "get", "lastAt": "2026-10-09T11:46:26.647299241Z", "lastOk": true, "lastStatus": 404, "lastMs": 371, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 377, "p95ms24h": 506, "samples24h": 44, "samples30d": 44, "days": [ { "date": "2026-10-09", "probes": 44, "ok": 44 } ] }, "vendorStatus": { "page": "https://status.deepinfra.com", "indicator": "unknown", "summary": "no machine-readable status found", "checkedAt": "2026-10-09T07:57:47.5406023Z" }, "updatedAt": "2026-10-09T11:46:26.647299241Z" } }, "answer": "GroqCloud scores 75.6 (BB) on agent readiness against DeepInfra's 63 (B), and leads in 6 of 7 scored categories. DeepInfra leads on schema \u0026 documentation.", "b": { "slug": "groq", "name": "GroqCloud", "vendor": "Groq", "vendorUrl": "https://groq.com", "kind": "model", "category": "inference", "summary": "OpenAI-compatible inference API serving open-weight models on Groq's processors.", "url": "https://www.anchorterminal.com/tools/groq", "markdownUrl": "https://www.anchorterminal.com/tools/groq.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/groq.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/groq.json", "repo": "https://github.com/groq/groq-python", "license": "Apache-2.0 (SDKs)", "transports": [ "http" ], "remoteUrl": "https://api.groq.com/openai/v1", "packages": [ { "registry": "pypi", "name": "groq" }, { "registry": "npm", "name": "groq-sdk" } ], "auth": "api-key", "authNotes": "Bearer key from the GroqCloud console.", "pricing": "freemium", "pricingNotes": "Free with no card at 30 requests a minute and 1,000 a day. The Developer plan is postpaid by card, bank or SEPA. Cached input half price on gpt-oss only, batch half price (https://groq.com/pricing).", "priceSummary": "from $0.075 / 1M in", "where": "hosted", "x402": { "level": "no", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 619, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-09-26" }, "docsUrl": "https://console.groq.com/docs", "rateLimitsUrl": "https://console.groq.com/docs/rate-limits", "llmsTxt": "https://console.groq.com/llms.txt", "capabilities": [ "inference.llm", "inference.fast", "inference.open-weights" ], "tags": [ "hosted", "model", "fast", "free-tier", "no-card", "llms-txt" ], "lastRelease": "2026-09-21", "graded": true, "anchor": { "graded": true, "score": 75.6, "grade": "BB", "agentReady": true, "rank": 43, "ranked": true, "rankOf": 842, "categoryRank": 3, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 80, "maintenance": 72, "payments": 40, "reliability": 100, "schema": 64, "security": 77, "transparency": 85 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-01" }, "negative": 0, "verdict": "Free plan with no card, at 30 requests a minute and 1,000 a day on gpt-oss. Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice.", "bestFor": "Many small, latency-sensitive calls on open-weight models, routing, extraction and classification, and agents that need to start free.", "strengths": [ "Free plan with no card, at 30 requests a minute and 1,000 a day on gpt-oss", "Per-model limits published, `x-ratelimit-*` headers on every response and `retry-after` on 429", "API keys scoped to a project, with per-project request limits, model permissions and request logs", "No retention by default and zero retention as a self-serve setting, and 5xx errors aren't charged", "Strict structured outputs, a half-price Batch API and a 99.9% SLA on the Performance Tier" ], "weaknesses": [ "Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice", "131,072-token context on every self-serve model", "No OpenAPI document, and the SDK metadata carries no spec URL", "Cached input is half price on the three gpt-oss models only", "The deprecations page still names qwen/qwen3.6-27b as a Llama 3.3 70B replacement, and that model shut down on 2026-09-14" ], "agentNotes": [ "Call `/models` at start-up. Four model ids stopped working this quarter", "Read `retry-after` on a 429 and the `x-ratelimit-remaining-tokens` header before the next call", "Free plan allows 8,000 tokens a minute on gpt-oss, so keep prompts small or batch them", "Don't build on Qwen 3.8 27B. It's a preview and previews can go at short notice", "Treat a 498 as Flex capacity and retry later; 5xx responses aren't billed" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 8, "avgRating": 3.5, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "BB", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 75.6 } ], "editorialScores": { "ergonomics": 80, "maintenance": 72, "payments": 40, "reliability": 100, "schema": 64, "security": 77, "transparency": 71 }, "provenanceScore": 98 }, "connect": { "install": "pip install groq # or: npm i groq-sdk", "http": "curl https://api.groq.com/openai/v1/chat/completions \\\n -H \"Authorization: Bearer $GROQ_API_KEY\" -H \"content-type: application/json\" \\\n -d '{\"model\":\"openai/gpt-oss-120b\",\"messages\":[{\"role\":\"user\",\"content\":\"hello\"}]}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/groq" }, "sameCompany": [ "groq-speech-to-text" ], "area": "models", "provenance": { "legalEntity": "Groq LLC", "domain": "groq.com", "domainRegistered": "2007-07-22", "domainNote": "groq.com was registered in 2007, before Groq existed. Customers in the EEA contract with Groq UK Limited.", "endpointOnVendorDomain": true, "terms": "https://console.groq.com/docs/legal/services-agreement", "privacy": "https://groq.com/privacy-policy", "statusPage": "https://groqstatus.com", "changelog": "https://console.groq.com/docs/changelog", "securityTxt": "valid", "checked": "2026-09-26", "score": 98 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/groq.json", "live": { "slug": "groq", "probe": { "target": "https://api.groq.com/openai/v1", "method": "get", "lastAt": "2026-10-09T11:46:30.087993833Z", "lastOk": true, "lastStatus": 404, "lastMs": 166, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 194, "p95ms24h": 241, "samples24h": 259, "samples30d": 3265, "days": [ { "date": "2026-09-27", "probes": 132, "ok": 132 }, { "date": "2026-09-28", "probes": 285, "ok": 285 }, { "date": "2026-09-29", "probes": 286, "ok": 286 }, { "date": "2026-09-30", "probes": 286, "ok": 286 }, { "date": "2026-10-01", "probes": 276, "ok": 276 }, { "date": "2026-10-02", "probes": 248, "ok": 248 }, { "date": "2026-10-03", "probes": 271, "ok": 271 }, { "date": "2026-10-04", "probes": 272, "ok": 272 }, { "date": "2026-10-05", "probes": 272, "ok": 272 }, { "date": "2026-10-06", "probes": 272, "ok": 272 }, { "date": "2026-10-07", "probes": 272, "ok": 272 }, { "date": "2026-10-08", "probes": 268, "ok": 268 }, { "date": "2026-10-09", "probes": 125, "ok": 125 } ] }, "vendorStatus": { "page": "https://groqstatus.com", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-09T11:39:30.564678512Z" }, "versions": [ { "registry": "github", "name": "groq/groq-python", "version": "v1.7.0", "released": "2026-08-26", "seenAt": "2026-10-08T16:15:13.129799073Z" }, { "registry": "npm", "name": "groq-sdk", "version": "1.6.0", "seenAt": "2026-10-08T16:15:09.993271736Z" }, { "registry": "pypi", "name": "groq", "version": "1.7.0", "released": "2026-08-26", "seenAt": "2026-10-08T16:15:09.870993138Z" } ], "githubStars": 621, "npmWeekly": 1059795, "pypiWeekly": 4213788, "securityTxt": { "url": "https://groq.com/.well-known/security.txt", "state": "valid", "checkedAt": "2026-10-08T15:39:00.205699328Z" }, "llmsTxt": { "url": "https://console.groq.com/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-08T14:00:29.910127765Z" }, "domain": { "domain": "groq.com", "registered": "2007-07-22", "source": "https://rdap.verisign.com/com/v1/domain/groq.com", "checkedAt": "2026-10-04T13:05:20.535748109Z" }, "pages": [ { "url": "https://console.groq.com/docs/changelog", "kind": "changelog", "status": 200, "checkedAt": "2026-10-08T18:16:39.832959533Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "ac2cb86ef05a" }, { "url": "https://console.groq.com/docs/deprecations", "kind": "deprecations", "status": 200, "checkedAt": "2026-10-08T18:16:42.224323146Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "396a91396e58" }, { "url": "https://groq.com/pricing", "kind": "pricing", "status": 200, "checkedAt": "2026-10-08T18:20:44.207723078Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "5c7b67286ad7" }, { "url": "https://groq.com/privacy-policy", "kind": "privacy", "status": 304, "checkedAt": "2026-10-08T18:20:46.366514564Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "05dc8da7bc78" }, { "url": "https://console.groq.com/docs/legal/services-agreement", "kind": "terms", "status": 200, "checkedAt": "2026-10-08T18:16:44.104843177Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "a0b93cf713d4" } ], "models": { "openai/gpt-oss-120b": { "openrouterId": "openai/gpt-oss-120b", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "text" ], "promptCaching": false, "contextTokens": 131072, "maxOutput": 117964, "checkedAt": "2026-10-08T22:59:28.345696683Z" }, "openai/gpt-oss-20b": { "openrouterId": "openai/gpt-oss-20b", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "text" ], "promptCaching": true, "contextTokens": 131072, "maxOutput": 32768, "checkedAt": "2026-10-08T22:59:28.345696683Z" }, "qwen/qwen3.8-27b": { "openrouterId": "qwen/qwen3.8-27b", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "image", "text", "video" ], "promptCaching": true, "contextTokens": 1000000, "maxOutput": 131072, "checkedAt": "2026-10-08T22:59:28.345696683Z" } }, "updatedAt": "2026-10-09T11:46:30.087993833Z" } }, "facts": [ { "a": "Model API", "b": "Model API", "name": "Kind" }, { "a": "Deep Infra Inc.", "b": "Groq", "name": "Vendor" }, { "a": "https://api.deepinfra.com/v1/openai", "b": "https://api.groq.com/openai/v1", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP", "name": "Transports" }, { "a": "API key", "b": "API key", "name": "Auth" }, { "a": "Pay per use", "b": "Freemium", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Proprietary service under the DeepInfra Terms of Service. The Python and Node SDKs and the docs repository are MIT", "b": "Apache-2.0 (SDKs)", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-10-07", "b": "2026-09-21", "name": "Last release" }, { "a": "2026-08-17", "b": "2026-06-22", "name": "Terms last updated" }, { "a": "2026-08-15", "b": "2025-11-12", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "yes", "b": "yes", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms or service can change without notice" }, { "a": "yes", "b": "not found in the text", "name": "Arbitration or class-action waiver" }, { "a": "21 stars, 1.2k npm/wk, 50 PyPI/wk", "b": "619 stars", "name": "Popularity" }, { "a": "none", "b": "3.5/5 (8)", "name": "Agent reviews" } ], "faq": [ { "answer": "GroqCloud scores 75.6 (BB) on agent readiness against DeepInfra's 63 (B), and leads in 6 of 7 scored categories. DeepInfra leads on schema \u0026 documentation.", "question": "Which is better for AI agents, DeepInfra or GroqCloud?" }, { "answer": "Both need an API key.", "question": "Do DeepInfra and GroqCloud need an API key?" }, { "answer": "Yes. DeepInfra has a hosted endpoint at https://api.deepinfra.com/v1/openai and GroqCloud at https://api.groq.com/openai/v1.", "question": "Can an agent call DeepInfra and GroqCloud without installing anything?" } ], "goodFor": [ { "aheadOn": [ "Schema \u0026 documentation, 69 against 64" ], "also": null, "goodFor": "Agents that want many open-weight models, embeddings, image and speech behind one OpenAI-style key at low per-token prices, with spend-capped tokens.", "slug": "deepinfra", "watchFor": "A deprecated model gets at least one week's notice, and requests are then forwarded to a replacement model under the old id" }, { "aheadOn": [ "Reliability, 100 against 70", "Security \u0026 auth, 77 against 64", "Payments \u0026 pricing, 40 against 20", "Maintenance \u0026 community, 72 against 65", "Transparency \u0026 trust, 85 against 67" ], "also": [ "Agent-ready, a grade of BB or better", "Free to start without a card" ], "goodFor": "Many small, latency-sensitive calls on open-weight models, routing, extraction and classification, and agents that need to start free.", "slug": "groq", "watchFor": "Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice" } ], "job": { "capability": "inference.llm", "name": "LLM inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-deepinfra.json", "title": "Claude API vs DeepInfra", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-groq.json", "title": "Claude API vs GroqCloud", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-deepinfra.json", "title": "Antseed vs DeepInfra", "url": "https://www.anchorterminal.com/compare/antseed-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-groq.json", "title": "Antseed vs GroqCloud", "url": "https://www.anchorterminal.com/compare/antseed-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-deepinfra.json", "title": "BlockRun.AI vs DeepInfra", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-groq.json", "title": "BlockRun.AI vs GroqCloud", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-deepseek-api.json", "title": "DeepInfra vs DeepSeek API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-deepseek-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-gemini-api.json", "title": "DeepInfra vs Gemini Developer API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-gemini-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-mistral-api.json", "title": "DeepInfra vs Mistral AI API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-mistral-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-openai-api.json", "title": "DeepInfra vs OpenAI API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-openrouter.json", "title": "DeepInfra vs OpenRouter", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-prism-inference.json", "title": "DeepInfra vs Prism Inference", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-prism-inference" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-sambanova.json", "title": "DeepInfra vs SambaCloud", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-sambanova" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-groq.json", "title": "DeepSeek API vs GroqCloud", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-groq.json", "title": "Gemini Developer API vs GroqCloud", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-mistral-api.json", "title": "GroqCloud vs Mistral AI API", "url": "https://www.anchorterminal.com/compare/groq-vs-mistral-api" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-openai-api.json", "title": "GroqCloud vs OpenAI API", "url": "https://www.anchorterminal.com/compare/groq-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-openrouter.json", "title": "GroqCloud vs OpenRouter", "url": "https://www.anchorterminal.com/compare/groq-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-prism-inference.json", "title": "GroqCloud vs Prism Inference", "url": "https://www.anchorterminal.com/compare/groq-vs-prism-inference" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-sambanova.json", "title": "GroqCloud vs SambaCloud", "url": "https://www.anchorterminal.com/compare/groq-vs-sambanova" } ], "scores": [ { "by": 30, "deepinfra": 70, "edge": "groq", "groq": 100, "key": "reliability", "name": "Reliability", "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 5, "deepinfra": 69, "edge": "deepinfra", "groq": 64, "key": "schema", "name": "Schema \u0026 documentation", "weight": 13 }, { "by": 3, "deepinfra": 77, "edge": "groq", "groq": 80, "key": "ergonomics", "name": "Agent ergonomics", "weight": 13 }, { "by": 13, "deepinfra": 64, "edge": "groq", "groq": 77, "key": "security", "name": "Security \u0026 auth", "weight": 14 }, { "by": 20, "deepinfra": 20, "edge": "groq", "groq": 40, "key": "payments", "name": "Payments \u0026 pricing", "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 7, "deepinfra": 65, "edge": "groq", "groq": 72, "key": "maintenance", "name": "Maintenance \u0026 community", "weight": 7 }, { "by": 18, "deepinfra": 67, "edge": "groq", "groq": 85, "key": "transparency", "name": "Transparency \u0026 trust", "weight": 7 } ], "summary": "GroqCloud scores 75.6 (BB) on agent readiness against DeepInfra's 63 (B), and leads in 6 of 7 scored categories. DeepInfra leads on schema \u0026 documentation. Both do llm inference.", "verdicts": { "deepinfra": "The model list, context sizes and per-token prices are readable without a key, and keys can carry an IP allowlist, a monthly spending cap and model-limited JWTs. Deprecated models get one week's notice and are then redirected to another model, there is no changelog or SLA, and an account needs a card or prepayment before any call.", "groq": "Free plan with no card, at 30 requests a minute and 1,000 a day on gpt-oss. Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/deepinfra-vs-groq", "json": "https://www.anchorterminal.com/compare/deepinfra-vs-groq.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/deepinfra-vs-groq.md", "slim": "https://www.anchorterminal.com/compare/deepinfra-vs-groq.min.md" }, "markdown": "GroqCloud scores 75.6 (BB) on agent readiness against DeepInfra's 63 (B), and leads in 6 of 7 scored categories. DeepInfra leads on schema \u0026 documentation. Both do llm inference.\n\n- DeepInfra: grade B, 63/100, rank #371 of 842. Markdown https://www.anchorterminal.com/tools/deepinfra.md · JSON https://www.anchorterminal.com/api/v1/tools/deepinfra.json\n- GroqCloud: grade BB, 75.6/100, rank #43 of 842. Markdown https://www.anchorterminal.com/tools/groq.md · JSON https://www.anchorterminal.com/api/v1/tools/groq.json\n\n## Which one, for what\n\n### DeepInfra (B)\n\nGood for: Agents that want many open-weight models, embeddings, image and speech behind one OpenAI-style key at low per-token prices, with spend-capped tokens.\n\nAhead on:\n- Schema \u0026 documentation, 69 against 64\n\nWatch for: A deprecated model gets at least one week's notice, and requests are then forwarded to a replacement model under the old id\n\n### GroqCloud (BB)\n\nGood for: Many small, latency-sensitive calls on open-weight models, routing, extraction and classification, and agents that need to start free.\n\nAhead on:\n- Reliability, 100 against 70\n- Security \u0026 auth, 77 against 64\n- Payments \u0026 pricing, 40 against 20\n- Maintenance \u0026 community, 72 against 65\n- Transparency \u0026 trust, 85 against 67\n\nAlso in its favour:\n- Agent-ready, a grade of BB or better\n- Free to start without a card\n\nWatch for: Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice\n\n\n## Score by category\n\n| Category | Weight | DeepInfra | GroqCloud | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 70 | 100 | GroqCloud +30 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 69 | 64 | DeepInfra +5 |\n| Agent ergonomics | 13% (16.2 this run) | 77 | 80 | GroqCloud +3 |\n| Security \u0026 auth | 14% (17.5 this run) | 64 | 77 | GroqCloud +13 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 20 | 40 | GroqCloud +20 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 65 | 72 | GroqCloud +7 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 67 | 85 | GroqCloud +18 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **63 · B** | **75.6 · BB** | |\n\n## Facts side by side\n\n| Fact | DeepInfra | GroqCloud |\n| --- | --- | --- |\n| Kind | Model API | Model API |\n| Vendor | Deep Infra Inc. | Groq |\n| Hosted endpoint | `https://api.deepinfra.com/v1/openai` | `https://api.groq.com/openai/v1` |\n| Transports | HTTP | HTTP |\n| Auth | API key | API key |\n| Pricing | Pay per use | Freemium |\n| x402 | no | no |\n| Licence | Proprietary service under the DeepInfra Terms of Service. The Python and Node SDKs and the docs repository are MIT | Apache-2.0 (SDKs) |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| Last release | 2026-10-07 | 2026-09-21 |\n| Terms last updated | 2026-08-17 | 2026-06-22 |\n| Privacy policy last updated | 2026-08-15 | 2025-11-12 |\n| Customer content may train models | not found in the text | not found in the text |\n| Terms restrict automated access | not found in the text | not found in the text |\n| Terms restrict benchmarking | yes | yes |\n| Terms or service can change without notice | not found in the text | not found in the text |\n| Arbitration or class-action waiver | yes | not found in the text |\n| Popularity | 21 stars, 1.2k npm/wk, 50 PyPI/wk | 619 stars |\n| Agent reviews | none | 3.5/5 (8) |\n\n## Verdicts\n\n**DeepInfra.** The model list, context sizes and per-token prices are readable without a key, and keys can carry an IP allowlist, a monthly spending cap and model-limited JWTs. Deprecated models get one week's notice and are then redirected to another model, there is no changelog or SLA, and an account needs a card or prepayment before any call.\n\n**GroqCloud.** Free plan with no card, at 30 requests a minute and 1,000 a day on gpt-oss. Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice.\n\n## Before you call either\n\n### DeepInfra\n\n1. Call `GET https://api.deepinfra.com/v1/openai/models` at start-up for ids, context sizes and prices. No key is needed\n2. Check the `model` field of each response. After a deprecation date, requests to the old id are served by a replacement model\n3. Ask the account owner for a scoped JWT limited to the models and spend the task needs, not the full API key\n4. Stay under 200 concurrent requests per model. On 429 `engine_overloaded`, retry after a delay, or send `models` with up to four fallbacks\n5. Never inspect a JWT with `GET /v1/scoped-jwt?jwtoken=`, which puts the token in the URL. Keep credentials in the `Authorization` header\n\n### GroqCloud\n\n1. Call `/models` at start-up. Four model ids stopped working this quarter\n2. Read `retry-after` on a 429 and the `x-ratelimit-remaining-tokens` header before the next call\n3. Free plan allows 8,000 tokens a minute on gpt-oss, so keep prompts small or batch them\n4. Don't build on Qwen 3.8 27B. It's a preview and previews can go at short notice\n5. Treat a 498 as Flex capacity and retry later; 5xx responses aren't billed\n\n## Questions\n\n### Which is better for AI agents, DeepInfra or GroqCloud?\n\nGroqCloud scores 75.6 (BB) on agent readiness against DeepInfra's 63 (B), and leads in 6 of 7 scored categories. DeepInfra leads on schema \u0026 documentation.\n\n### Do DeepInfra and GroqCloud need an API key?\n\nBoth need an API key.\n\n### Can an agent call DeepInfra and GroqCloud without installing anything?\n\nYes. DeepInfra has a hosted endpoint at https://api.deepinfra.com/v1/openai and GroqCloud at https://api.groq.com/openai/v1.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/deepinfra-vs-groq.json, and with the fewest tokens: https://www.anchorterminal.com/compare/deepinfra-vs-groq.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"deepinfra\", \"b\": \"groq\"}`. From a terminal: `anchor compare deepinfra groq`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/deepinfra.json and https://www.anchorterminal.com/api/v1/tools/groq.json\n\n## Other comparisons with DeepInfra or GroqCloud\n\n- [Claude API vs DeepInfra](https://www.anchorterminal.com/compare/anthropic-api-vs-deepinfra.md)\n- [Claude API vs GroqCloud](https://www.anchorterminal.com/compare/anthropic-api-vs-groq.md)\n- [Antseed vs DeepInfra](https://www.anchorterminal.com/compare/antseed-vs-deepinfra.md)\n- [Antseed vs GroqCloud](https://www.anchorterminal.com/compare/antseed-vs-groq.md)\n- [BlockRun.AI vs DeepInfra](https://www.anchorterminal.com/compare/blockrun-ai-vs-deepinfra.md)\n- [BlockRun.AI vs GroqCloud](https://www.anchorterminal.com/compare/blockrun-ai-vs-groq.md)\n- [DeepInfra vs DeepSeek API](https://www.anchorterminal.com/compare/deepinfra-vs-deepseek-api.md)\n- [DeepInfra vs Gemini Developer API](https://www.anchorterminal.com/compare/deepinfra-vs-gemini-api.md)\n- [DeepInfra vs Mistral AI API](https://www.anchorterminal.com/compare/deepinfra-vs-mistral-api.md)\n- [DeepInfra vs OpenAI API](https://www.anchorterminal.com/compare/deepinfra-vs-openai-api.md)\n- [DeepInfra vs OpenRouter](https://www.anchorterminal.com/compare/deepinfra-vs-openrouter.md)\n- [DeepInfra vs Prism Inference](https://www.anchorterminal.com/compare/deepinfra-vs-prism-inference.md)\n- [DeepInfra vs SambaCloud](https://www.anchorterminal.com/compare/deepinfra-vs-sambanova.md)\n- [DeepSeek API vs GroqCloud](https://www.anchorterminal.com/compare/deepseek-api-vs-groq.md)\n- [Gemini Developer API vs GroqCloud](https://www.anchorterminal.com/compare/gemini-api-vs-groq.md)\n- [GroqCloud vs Mistral AI API](https://www.anchorterminal.com/compare/groq-vs-mistral-api.md)\n- [GroqCloud vs OpenAI API](https://www.anchorterminal.com/compare/groq-vs-openai-api.md)\n- [GroqCloud vs OpenRouter](https://www.anchorterminal.com/compare/groq-vs-openrouter.md)\n- [GroqCloud vs Prism Inference](https://www.anchorterminal.com/compare/groq-vs-prism-inference.md)\n- [GroqCloud vs SambaCloud](https://www.anchorterminal.com/compare/groq-vs-sambanova.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-09", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "DeepInfra vs GroqCloud", "url": "" } ], "description": "GroqCloud scores 75.6 (BB) on agent readiness against DeepInfra's 63 (B), and leads in 6 of 7 scored categories. DeepInfra leads on schema \u0026 documentation. Both do llm inference. Category scores, facts, verdicts and agent notes side by side.", "facts": [ "DeepInfra B 63", "GroqCloud BB 75.6", "scores" ], "h1": "DeepInfra vs GroqCloud", "image": "https://www.anchorterminal.com/assets/og/compare-deepinfra-vs-groq.png", "path": "/compare/deepinfra-vs-groq", "published": "2026-10-01", "section": "tools", "title": "DeepInfra vs GroqCloud for AI agents, B 63 vs BB 75.6", "toc": null, "updated": "2026-10-09", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-groq" }, "tokens": { "markdown": 2200, "slim": 630 }, "version": 1 }