{ "data": { "a": { "slug": "groq", "name": "GroqCloud", "vendor": "Groq", "vendorUrl": "https://groq.com", "kind": "model", "category": "inference", "summary": "OpenAI-compatible inference API serving open-weight models on Groq's processors.", "url": "https://www.anchorterminal.com/tools/groq", "markdownUrl": "https://www.anchorterminal.com/tools/groq.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/groq.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/groq.json", "repo": "https://github.com/groq/groq-python", "license": "Apache-2.0 (SDKs)", "transports": [ "http" ], "remoteUrl": "https://api.groq.com/openai/v1", "packages": [ { "registry": "pypi", "name": "groq" }, { "registry": "npm", "name": "groq-sdk" } ], "auth": "api-key", "authNotes": "Bearer key from the GroqCloud console.", "pricing": "freemium", "pricingNotes": "Free with no card at 30 requests a minute and 1,000 a day. The Developer plan is postpaid by card, bank or SEPA. Cached input half price on gpt-oss only, batch half price (https://groq.com/pricing).", "priceSummary": "from $0.075 / 1M in", "where": "hosted", "x402": { "level": "no", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 619, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-09-26" }, "docsUrl": "https://console.groq.com/docs", "rateLimitsUrl": "https://console.groq.com/docs/rate-limits", "llmsTxt": "https://console.groq.com/llms.txt", "capabilities": [ "inference.llm", "inference.fast", "inference.open-weights" ], "tags": [ "hosted", "model", "fast", "free-tier", "no-card", "llms-txt" ], "lastRelease": "2026-09-21", "graded": true, "anchor": { "graded": true, "score": 75.7, "grade": "BB", "agentReady": true, "rank": 31, "ranked": true, "rankOf": 452, "categoryRank": 3, "methodology": "0.3", "run": "2026-10-01", "scores": { "ergonomics": 80, "maintenance": 72, "payments": 40, "reliability": 100, "schema": 64, "security": 77, "transparency": 86 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-01" }, "negative": 0, "verdict": "Free plan with no card, at 30 requests a minute and 1,000 a day on gpt-oss. Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice.", "strengths": [ "Free plan with no card, at 30 requests a minute and 1,000 a day on gpt-oss", "Per-model limits published, `x-ratelimit-*` headers on every response and `retry-after` on 429", "API keys scoped to a project, with per-project request limits, model permissions and request logs", "No retention by default and zero retention as a self-serve setting, and 5xx errors aren't charged", "Strict structured outputs, a half-price Batch API and a 99.9% SLA on the Performance Tier" ], "weaknesses": [ "Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice", "131,072-token context on every self-serve model", "No OpenAPI document, and the SDK metadata carries no spec URL", "Cached input is half price on the three gpt-oss models only", "The deprecations page still names qwen/qwen3.6-27b as a Llama 3.3 70B replacement, and that model shut down on 2026-09-14" ], "agentNotes": [ "Call `/models` at start-up. Four model ids stopped working this quarter", "Read `retry-after` on a 429 and the `x-ratelimit-remaining-tokens` header before the next call", "Free plan allows 8,000 tokens a minute on gpt-oss, so keep prompts small or batch them", "Don't build on Qwen 3.8 27B. It's a preview and previews can go at short notice", "Treat a 498 as Flex capacity and retry later; 5xx responses aren't billed" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 8, "avgRating": 3.5, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "BB", "methodology": "0.3", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 75.7 } ], "editorialScores": { "ergonomics": 80, "maintenance": 72, "payments": 40, "reliability": 100, "schema": 64, "security": 77, "transparency": 71 }, "provenanceScore": 100 }, "connect": { "install": "pip install groq # or: npm i groq-sdk", "http": "curl https://api.groq.com/openai/v1/chat/completions \\\n -H \"Authorization: Bearer $GROQ_API_KEY\" -H \"content-type: application/json\" \\\n -d '{\"model\":\"openai/gpt-oss-120b\",\"messages\":[{\"role\":\"user\",\"content\":\"hello\"}]}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/groq" }, "area": "models", "provenance": { "legalEntity": "Groq LLC", "domain": "groq.com", "domainRegistered": "2007-07-22", "domainNote": "groq.com was registered in 2007, before Groq existed. Customers in the EEA contract with Groq UK Limited.", "endpointOnVendorDomain": true, "terms": "https://console.groq.com/docs/legal/services-agreement", "privacy": "https://groq.com/privacy-policy", "statusPage": "https://groqstatus.com", "changelog": "https://console.groq.com/docs/changelog", "securityTxt": "valid", "checked": "2026-09-26", "score": 100 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/groq.json", "live": { "slug": "groq", "probe": { "target": "https://api.groq.com/openai/v1", "method": "get", "lastAt": "2026-10-05T02:29:56.390664714Z", "lastOk": true, "lastStatus": 404, "lastMs": 287, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 189, "p95ms24h": 284, "samples24h": 273, "samples30d": 2085, "days": [ { "date": "2026-09-27", "probes": 132, "ok": 132 }, { "date": "2026-09-28", "probes": 285, "ok": 285 }, { "date": "2026-09-29", "probes": 286, "ok": 286 }, { "date": "2026-09-30", "probes": 286, "ok": 286 }, { "date": "2026-10-01", "probes": 276, "ok": 276 }, { "date": "2026-10-02", "probes": 248, "ok": 248 }, { "date": "2026-10-03", "probes": 271, "ok": 271 }, { "date": "2026-10-04", "probes": 272, "ok": 272 }, { "date": "2026-10-05", "probes": 29, "ok": 29 } ] }, "vendorStatus": { "page": "https://groqstatus.com", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-05T02:29:00.461232051Z" }, "versions": [ { "registry": "github", "name": "groq/groq-python", "version": "v1.7.0", "released": "2026-08-26", "seenAt": "2026-10-04T16:29:18.203035455Z" }, { "registry": "npm", "name": "groq-sdk", "version": "1.6.0", "seenAt": "2026-10-04T16:29:17.397090834Z" }, { "registry": "pypi", "name": "groq", "version": "1.7.0", "released": "2026-08-26", "seenAt": "2026-10-04T16:29:17.209705681Z" } ], "githubStars": 621, "npmWeekly": 1066721, "pypiWeekly": 4627754, "securityTxt": { "url": "https://groq.com/.well-known/security.txt", "state": "valid", "checkedAt": "2026-10-04T15:15:49.828484463Z" }, "llmsTxt": { "url": "https://console.groq.com/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-04T15:17:51.633684707Z" }, "domain": { "domain": "groq.com", "registered": "2007-07-22", "source": "https://rdap.verisign.com/com/v1/domain/groq.com", "checkedAt": "2026-10-04T13:05:20.535748109Z" }, "pages": [ { "url": "https://console.groq.com/docs/changelog", "kind": "changelog", "status": 200, "checkedAt": "2026-10-04T15:42:10.138509482Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "ac2cb86ef05a" }, { "url": "https://console.groq.com/docs/deprecations", "kind": "deprecations", "status": 200, "checkedAt": "2026-10-04T15:42:12.476136914Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "396a91396e58" }, { "url": "https://groq.com/pricing", "kind": "pricing", "status": 304, "checkedAt": "2026-10-04T15:44:57.558519986Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "5c7b67286ad7" }, { "url": "https://groq.com/privacy-policy", "kind": "privacy", "status": 304, "checkedAt": "2026-10-04T15:44:59.615189322Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "05dc8da7bc78" }, { "url": "https://console.groq.com/docs/legal/services-agreement", "kind": "terms", "status": 200, "checkedAt": "2026-10-04T15:42:14.420808761Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "a0b93cf713d4" } ], "models": { "openai/gpt-oss-120b": { "openrouterId": "openai/gpt-oss-120b", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "text" ], "promptCaching": false, "contextTokens": 131072, "maxOutput": 117964, "checkedAt": "2026-10-04T21:56:15.872733218Z" }, "openai/gpt-oss-20b": { "openrouterId": "openai/gpt-oss-20b", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "text" ], "promptCaching": true, "contextTokens": 131072, "maxOutput": 32768, "checkedAt": "2026-10-04T21:56:15.872733218Z" }, "qwen/qwen3.8-27b": { "openrouterId": "qwen/qwen3.8-27b", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "image", "text", "video" ], "promptCaching": true, "contextTokens": 1000000, "maxOutput": 131072, "checkedAt": "2026-10-04T21:56:15.872733218Z" } }, "updatedAt": "2026-10-05T02:29:56.390664714Z" } }, "b": { "slug": "openai-api", "name": "OpenAI API", "vendor": "OpenAI", "vendorUrl": "https://developers.openai.com", "kind": "model", "category": "inference", "summary": "OpenAI's API for accessing its models through Responses, Chat Completions and Batch endpoints.", "url": "https://www.anchorterminal.com/tools/openai-api", "markdownUrl": "https://www.anchorterminal.com/tools/openai-api.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/openai-api.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/openai-api.json", "repo": "https://github.com/openai/openai-python", "license": "Apache-2.0 (SDKs)", "transports": [ "http" ], "remoteUrl": "https://api.openai.com/v1", "packages": [ { "registry": "pypi", "name": "openai" }, { "registry": "npm", "name": "openai" } ], "auth": "api-key", "authNotes": "`Authorization: Bearer` with a project key. Some models and tools need business or ID verification first.", "pricing": "usage", "pricingNotes": "Prepaid, $5 minimum. Long context over 272K tokens costs 2x input and 1.5x output. Cache reads 0.1x input, cache writes 1.25x from GPT-5.6 on. Batch half price. Web search $10 per 1,000, file search $2.50 per 1,000 (https://developers.openai.com/api/docs/pricing).", "priceSummary": "from $0.10 / 1M in", "where": "hosted", "x402": { "level": "no", "evidence": "No machine payment. Access needs an account with prepaid credit.", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 31300, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-09-26" }, "docsUrl": "https://developers.openai.com/api/docs", "rateLimitsUrl": "https://developers.openai.com/api/docs/guides/rate-limits", "llmsTxt": "https://developers.openai.com/llms.txt", "openapi": "https://github.com/openai/openai-openapi", "capabilities": [ "inference.llm" ], "tags": [ "official", "hosted", "model", "card-required", "openapi", "llms-txt" ], "lastRelease": "2026-09-29", "graded": true, "anchor": { "graded": true, "score": 82.8, "grade": "A", "agentReady": true, "rank": 2, "ranked": true, "rankOf": 452, "categoryRank": 1, "methodology": "0.3", "run": "2026-10-01", "scores": { "ergonomics": 98, "maintenance": 91, "payments": 30, "reliability": 70, "schema": 100, "security": 100, "transparency": 85 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-01" }, "negative": 0, "verdict": "Official OpenAPI document and an llms.txt index. Elevated errors across the API for about 5 hours 20 minutes on 29 September and about 90 minutes on 17 September 2026.", "strengths": [ "Official OpenAPI document and an llms.txt index", "Project keys can be restricted per endpoint to None, Read or Write, and mutual TLS workload identity is GA", "Published minimum notice of 6 months before a GA model is retired", "GPT-6 Luna at $0.10/$0.50 per million tokens with the same 1.05M context as Astra", "Scale Tier comes with a 99.9% uptime SLA" ], "weaknesses": [ "Elevated errors across the API for about 5 hours 20 minutes on 29 September and about 90 minutes on 17 September 2026", "Heavy migration calendar. Assistants API gone on 2026-08-26, Agent Builder, Evals and `v1/prompts` on 2026-11-30, GPT-5 and o3 on 2026-12-11", "GPT-6 models aren't available on the Free tier, so a card and prepaid credit come first in practice", "GPT-6 Astra has no custom temperature, no logprobs and no tool calling outside the Responses API" ], "agentNotes": [ "Build on the Responses API. Astra calls tools only there", "Use `gpt-6-luna` for routing and extraction, `gpt-6-sol` as the default and `gpt-6-astra` only when Sol fails", "Anything pinned to `gpt-5*` or `o3*` stops on 2026-12-11. Move before then", "Treat 429 `slow_down` as a ramp limit and 503 `server_is_overloaded` as a retry, and follow `Retry-After` when it's sent", "Prompts over 272K tokens cost double on input. Trim before you pay for it" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 8, "avgRating": 3.5, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "A", "methodology": "0.3", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 82.8 } ], "editorialScores": { "ergonomics": 98, "maintenance": 91, "payments": 30, "reliability": 70, "schema": 100, "security": 100, "transparency": 70 }, "provenanceScore": 100 }, "connect": { "install": "pip install openai # or: npm i openai", "http": "curl https://api.openai.com/v1/responses \\\n -H \"Authorization: Bearer $OPENAI_API_KEY\" -H \"content-type: application/json\" \\\n -d '{\"model\":\"gpt-6-sol\",\"input\":\"hello\"}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/openai-api" }, "sameCompany": [ "openai-embeddings", "openai-moderation", "openai-image-api", "openai-sora", "openai-agents-sdk", "openai-codex" ], "area": "models", "unitPrices": [ { "item": "Web search tool", "unit": "1k-requests", "usd": 10 }, { "item": "File search tool", "unit": "1k-requests", "usd": 2.5 } ], "provenance": { "legalEntity": "OpenAI OpCo, LLC", "domain": "openai.com", "domainRegistered": "2007-01-19", "domainNote": "openai.com was registered in 2007, before OpenAI existed.", "endpointOnVendorDomain": true, "terms": "https://openai.com/policies/services-agreement/", "privacy": "https://openai.com/policies/privacy-policy/", "statusPage": "https://status.openai.com", "changelog": "https://developers.openai.com/api/docs/changelog", "securityTxt": "valid", "checked": "2026-09-26", "score": 100 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/openai-api.json", "live": { "slug": "openai-api", "probe": { "target": "https://api.openai.com/v1", "method": "get", "lastAt": "2026-10-05T02:29:59.705798Z", "lastOk": true, "lastStatus": 404, "lastMs": 163, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 157, "p95ms24h": 216, "samples24h": 273, "samples30d": 2085, "days": [ { "date": "2026-09-27", "probes": 132, "ok": 132 }, { "date": "2026-09-28", "probes": 285, "ok": 285 }, { "date": "2026-09-29", "probes": 286, "ok": 286 }, { "date": "2026-09-30", "probes": 286, "ok": 286 }, { "date": "2026-10-01", "probes": 276, "ok": 276 }, { "date": "2026-10-02", "probes": 248, "ok": 248 }, { "date": "2026-10-03", "probes": 271, "ok": 271 }, { "date": "2026-10-04", "probes": 272, "ok": 272 }, { "date": "2026-10-05", "probes": 29, "ok": 29 } ] }, "vendorStatus": { "page": "https://status.openai.com", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-05T02:29:05.182384192Z" }, "versions": [ { "registry": "github", "name": "openai/openai-python", "version": "v3.24.0", "released": "2026-10-02", "seenAt": "2026-10-04T16:35:23.291901904Z" }, { "registry": "npm", "name": "openai", "version": "7.27.0", "seenAt": "2026-10-04T16:35:23.236656245Z" }, { "registry": "pypi", "name": "openai", "version": "3.24.0", "released": "2026-10-02", "seenAt": "2026-10-04T16:35:23.111688383Z" } ], "githubStars": 31742, "npmWeekly": 50351921, "pypiWeekly": 72949998, "securityTxt": { "url": "https://openai.com/.well-known/security.txt", "state": "valid", "checkedAt": "2026-10-04T15:15:58.86463118Z" }, "llmsTxt": { "url": "https://developers.openai.com/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-04T15:18:04.169755623Z" }, "domain": { "domain": "openai.com", "registered": "2007-01-19", "source": "https://rdap.verisign.com/com/v1/domain/openai.com", "checkedAt": "2026-10-04T13:05:02.32020521Z" }, "pages": [ { "url": "https://developers.openai.com/api/docs/changelog", "kind": "changelog", "status": 304, "checkedAt": "2026-10-04T15:43:01.834028646Z", "changedAt": "2026-09-30T13:09:59.170073332Z", "fingerprint": "84d4b2b491fa" }, { "url": "https://developers.openai.com/api/docs/deprecations", "kind": "deprecations", "status": 304, "checkedAt": "2026-10-04T15:43:03.841575583Z", "changedAt": "2026-10-02T15:19:27.999373829Z", "fingerprint": "9d2328443437" }, { "url": "https://developers.openai.com/api/docs/pricing", "kind": "pricing", "status": 304, "checkedAt": "2026-10-04T15:43:05.84216531Z", "changedAt": "2026-10-01T13:12:21.819318045Z", "fingerprint": "073916003bf1" } ], "models": { "gpt-6-astra": { "openrouterId": "openai/gpt-6-astra", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "file", "image", "text" ], "promptCaching": true, "contextTokens": 1050000, "maxOutput": 128000, "checkedAt": "2026-10-04T21:56:15.872733218Z" }, "gpt-6-luna": { "openrouterId": "openai/gpt-6-luna", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "file", "image", "text" ], "promptCaching": true, "contextTokens": 1050000, "maxOutput": 128000, "checkedAt": "2026-10-04T21:56:15.872733218Z" }, "gpt-6-sol": { "openrouterId": "openai/gpt-6-sol", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "file", "image", "text" ], "promptCaching": true, "contextTokens": 1050000, "maxOutput": 128000, "checkedAt": "2026-10-04T21:56:15.872733218Z" } }, "updatedAt": "2026-10-05T02:29:59.705798Z" } }, "summary": "OpenAI API has a score of 82.8 (A) against GroqCloud's 75.7 (BB). Both do llm inference. The largest gap is schema \u0026 documentation, 36 points." }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/groq-vs-openai-api", "json": "https://www.anchorterminal.com/compare/groq-vs-openai-api.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/groq-vs-openai-api.md", "slim": "https://www.anchorterminal.com/compare/groq-vs-openai-api.min.md" }, "markdown": "OpenAI API has a score of 82.8 (A) against GroqCloud's 75.7 (BB). Both do llm inference. The largest gap is schema \u0026 documentation, 36 points.\n\n- GroqCloud: grade BB, 75.7/100, rank #31 of 452. Markdown https://www.anchorterminal.com/tools/groq.md · JSON https://www.anchorterminal.com/api/v1/tools/groq.json\n- OpenAI API: grade A, 82.8/100, rank #2 of 452. Markdown https://www.anchorterminal.com/tools/openai-api.md · JSON https://www.anchorterminal.com/api/v1/tools/openai-api.json\n\n## Which one, for what\n\nPick GroqCloud for reliability (+30), payments \u0026 pricing (+10).\n\nPick OpenAI API for schema \u0026 documentation (+36), agent ergonomics (+18), security \u0026 auth (+23), maintenance \u0026 community (+19).\n\n## Score by category\n\n| Category | Weight | GroqCloud | OpenAI API | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 100 | 70 | GroqCloud +30 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 64 | 100 | OpenAI API +36 |\n| Agent ergonomics | 13% (16.2 this run) | 80 | 98 | OpenAI API +18 |\n| Security \u0026 auth | 14% (17.5 this run) | 77 | 100 | OpenAI API +23 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 40 | 30 | GroqCloud +10 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 72 | 91 | OpenAI API +19 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 86 | 85 | GroqCloud +1 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **75.7 · BB** | **82.8 · A** | |\n\n## Facts side by side\n\n| Fact | GroqCloud | OpenAI API |\n| --- | --- | --- |\n| Kind | Model API | Model API |\n| Vendor | Groq | OpenAI |\n| Hosted endpoint | `https://api.groq.com/openai/v1` | `https://api.openai.com/v1` |\n| Transports | HTTP | HTTP |\n| Auth | API key | API key |\n| Pricing | Freemium | Pay per use |\n| x402 | no | no |\n| Licence | Apache-2.0 (SDKs) | Apache-2.0 (SDKs) |\n| Tools exposed | none | none |\n| Context cost (tools/list) | n/a | n/a |\n| p95 latency | not measured yet | not measured yet |\n| Availability (30d) | not measured yet | not measured yet |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| MCP registry | not listed | not listed |\n| Last release | 2026-09-21 | 2026-09-29 |\n| Popularity | 619 stars | 31k stars |\n| Agent reviews | 3.5/5 (8) | 3.5/5 (8) |\n\n## Verdicts\n\n**GroqCloud.** Free plan with no card, at 30 requests a minute and 1,000 a day on gpt-oss. Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice.\n\n**OpenAI API.** Official OpenAPI document and an llms.txt index. Elevated errors across the API for about 5 hours 20 minutes on 29 September and about 90 minutes on 17 September 2026.\n\n## Before you call either\n\n### GroqCloud\n\n1. Call `/models` at start-up. Four model ids stopped working this quarter\n2. Read `retry-after` on a 429 and the `x-ratelimit-remaining-tokens` header before the next call\n3. Free plan allows 8,000 tokens a minute on gpt-oss, so keep prompts small or batch them\n4. Don't build on Qwen 3.8 27B. It's a preview and previews can go at short notice\n5. Treat a 498 as Flex capacity and retry later; 5xx responses aren't billed\n\n### OpenAI API\n\n1. Build on the Responses API. Astra calls tools only there\n2. Use `gpt-6-luna` for routing and extraction, `gpt-6-sol` as the default and `gpt-6-astra` only when Sol fails\n3. Anything pinned to `gpt-5*` or `o3*` stops on 2026-12-11. Move before then\n4. Treat 429 `slow_down` as a ramp limit and 503 `server_is_overloaded` as a retry, and follow `Retry-After` when it's sent\n5. Prompts over 272K tokens cost double on input. Trim before you pay for it\n\n## Other comparisons with GroqCloud or OpenAI API\n\n- [Claude API vs GroqCloud](https://www.anchorterminal.com/compare/anthropic-api-vs-groq.md)\n- [Claude API vs OpenAI API](https://www.anchorterminal.com/compare/anthropic-api-vs-openai-api.md)\n- [BlockRun.AI vs GroqCloud](https://www.anchorterminal.com/compare/blockrun-ai-vs-groq.md)\n- [BlockRun.AI vs OpenAI API](https://www.anchorterminal.com/compare/blockrun-ai-vs-openai-api.md)\n- [DeepSeek API vs GroqCloud](https://www.anchorterminal.com/compare/deepseek-api-vs-groq.md)\n- [DeepSeek API vs OpenAI API](https://www.anchorterminal.com/compare/deepseek-api-vs-openai-api.md)\n- [Gemini Developer API vs GroqCloud](https://www.anchorterminal.com/compare/gemini-api-vs-groq.md)\n- [Gemini Developer API vs OpenAI API](https://www.anchorterminal.com/compare/gemini-api-vs-openai-api.md)\n- [GroqCloud vs Mistral AI API](https://www.anchorterminal.com/compare/groq-vs-mistral-api.md)\n- [GroqCloud vs OpenRouter](https://www.anchorterminal.com/compare/groq-vs-openrouter.md)\n- [Mistral AI API vs OpenAI API](https://www.anchorterminal.com/compare/mistral-api-vs-openai-api.md)\n- [OpenAI API vs OpenRouter](https://www.anchorterminal.com/compare/openai-api-vs-openrouter.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-05", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.3", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "GroqCloud vs OpenAI API", "url": "" } ], "description": "OpenAI API has a score of 82.8 (A) against GroqCloud's 75.7 (BB). Both do llm inference. The largest gap is schema \u0026 documentation, 36 points. Category scores, facts, verdicts and agent notes side by side.", "facts": [ "GroqCloud BB 75.7", "OpenAI API A 82.8", "scores" ], "h1": "GroqCloud vs OpenAI API", "image": "https://www.anchorterminal.com/assets/og/compare-groq-vs-openai-api.png", "path": "/compare/groq-vs-openai-api", "published": "2026-10-01", "section": "tools", "title": "GroqCloud vs OpenAI API for AI agents, BB 75.7 vs A 82.8", "toc": null, "updated": "2026-10-05", "url": "https://www.anchorterminal.com/compare/groq-vs-openai-api" }, "tokens": { "markdown": 1400, "slim": 330 }, "version": 1 }