{ "data": { "a": { "slug": "groq", "name": "GroqCloud", "vendor": "Groq", "vendorUrl": "https://groq.com", "kind": "model", "category": "inference", "summary": "OpenAI-compatible inference API serving open-weight models on Groq's processors.", "url": "https://www.anchorterminal.com/tools/groq", "markdownUrl": "https://www.anchorterminal.com/tools/groq.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/groq.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/groq.json", "repo": "https://github.com/groq/groq-python", "license": "Apache-2.0 (SDKs)", "transports": [ "http" ], "remoteUrl": "https://api.groq.com/openai/v1", "packages": [ { "registry": "pypi", "name": "groq" }, { "registry": "npm", "name": "groq-sdk" } ], "auth": "api-key", "authNotes": "Bearer key from the GroqCloud console.", "pricing": "freemium", "pricingNotes": "Free with no card at 30 requests a minute and 1,000 a day. The Developer plan is postpaid by card, bank or SEPA. Cached input half price on gpt-oss only, batch half price (https://groq.com/pricing).", "priceSummary": "from $0.075 / 1M in", "where": "hosted", "x402": { "level": "no", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 619, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-09-26" }, "docsUrl": "https://console.groq.com/docs", "rateLimitsUrl": "https://console.groq.com/docs/rate-limits", "llmsTxt": "https://console.groq.com/llms.txt", "capabilities": [ "inference.llm", "inference.fast", "inference.open-weights" ], "tags": [ "hosted", "model", "fast", "free-tier", "no-card", "llms-txt" ], "lastRelease": "2026-09-21", "graded": true, "anchor": { "graded": true, "score": 75.6, "grade": "BB", "agentReady": true, "rank": 44, "ranked": true, "rankOf": 950, "categoryRank": 3, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 80, "maintenance": 72, "payments": 40, "reliability": 100, "schema": 64, "security": 77, "transparency": 85 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-01" }, "negative": 0, "verdict": "Free plan with no card, at 30 requests a minute and 1,000 a day on gpt-oss. Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice.", "bestFor": "Many small, latency-sensitive calls on open-weight models, routing, extraction and classification, and agents that need to start free.", "strengths": [ "Free plan with no card, at 30 requests a minute and 1,000 a day on gpt-oss", "Per-model limits published, `x-ratelimit-*` headers on every response and `retry-after` on 429", "API keys scoped to a project, with per-project request limits, model permissions and request logs", "No retention by default and zero retention as a self-serve setting, and 5xx errors aren't charged", "Strict structured outputs, a half-price Batch API and a 99.9% SLA on the Performance Tier" ], "weaknesses": [ "Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice", "131,072-token context on every self-serve model", "No OpenAPI document, and the SDK metadata carries no spec URL", "Cached input is half price on the three gpt-oss models only", "The deprecations page still names qwen/qwen3.6-27b as a Llama 3.3 70B replacement, and that model shut down on 2026-09-14" ], "agentNotes": [ "Call `/models` at start-up. Four model ids stopped working this quarter", "Read `retry-after` on a 429 and the `x-ratelimit-remaining-tokens` header before the next call", "Free plan allows 8,000 tokens a minute on gpt-oss, so keep prompts small or batch them", "Don't build on Qwen 3.8 27B. It's a preview and previews can go at short notice", "Treat a 498 as Flex capacity and retry later; 5xx responses aren't billed" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 8, "avgRating": 3.5, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "BB", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 75.6 } ], "editorialScores": { "ergonomics": 80, "maintenance": 72, "payments": 40, "reliability": 100, "schema": 64, "security": 77, "transparency": 71 }, "provenanceScore": 98 }, "connect": { "install": "pip install groq # or: npm i groq-sdk", "http": "curl https://api.groq.com/openai/v1/chat/completions \\\n -H \"Authorization: Bearer $GROQ_API_KEY\" -H \"content-type: application/json\" \\\n -d '{\"model\":\"openai/gpt-oss-120b\",\"messages\":[{\"role\":\"user\",\"content\":\"hello\"}]}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/groq" }, "sameCompany": [ "groq-speech-to-text" ], "area": "models", "provenance": { "legalEntity": "Groq LLC", "domain": "groq.com", "domainRegistered": "2007-07-22", "domainNote": "groq.com was registered in 2007, before Groq existed. Customers in the EEA contract with Groq UK Limited.", "endpointOnVendorDomain": true, "terms": "https://console.groq.com/docs/legal/services-agreement", "privacy": "https://groq.com/privacy-policy", "statusPage": "https://groqstatus.com", "changelog": "https://console.groq.com/docs/changelog", "securityTxt": "valid", "checked": "2026-09-26", "score": 98 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/groq.json", "live": { "slug": "groq", "probe": { "target": "https://api.groq.com/openai/v1", "method": "get", "lastAt": "2026-10-10T04:40:50.928189121Z", "lastOk": true, "lastStatus": 404, "lastMs": 151, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 179, "p95ms24h": 235, "samples24h": 248, "samples30d": 3438, "days": [ { "date": "2026-09-27", "probes": 132, "ok": 132 }, { "date": "2026-09-28", "probes": 285, "ok": 285 }, { "date": "2026-09-29", "probes": 286, "ok": 286 }, { "date": "2026-09-30", "probes": 286, "ok": 286 }, { "date": "2026-10-01", "probes": 276, "ok": 276 }, { "date": "2026-10-02", "probes": 248, "ok": 248 }, { "date": "2026-10-03", "probes": 271, "ok": 271 }, { "date": "2026-10-04", "probes": 272, "ok": 272 }, { "date": "2026-10-05", "probes": 272, "ok": 272 }, { "date": "2026-10-06", "probes": 272, "ok": 272 }, { "date": "2026-10-07", "probes": 272, "ok": 272 }, { "date": "2026-10-08", "probes": 268, "ok": 268 }, { "date": "2026-10-09", "probes": 250, "ok": 250 }, { "date": "2026-10-10", "probes": 48, "ok": 48 } ] }, "vendorStatus": { "page": "https://groqstatus.com", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-10T04:41:05.360838548Z" }, "versions": [ { "registry": "github", "name": "groq/groq-python", "version": "v1.7.0", "released": "2026-08-26", "seenAt": "2026-10-09T16:57:00.280806328Z" }, { "registry": "npm", "name": "groq-sdk", "version": "1.6.0", "seenAt": "2026-10-09T16:57:00.224157819Z" }, { "registry": "pypi", "name": "groq", "version": "1.7.0", "released": "2026-08-26", "seenAt": "2026-10-09T16:57:00.108650314Z" } ], "githubStars": 621, "npmWeekly": 884716, "pypiWeekly": 4040988, "securityTxt": { "url": "https://groq.com/.well-known/security.txt", "state": "valid", "checkedAt": "2026-10-09T15:40:10.425828811Z" }, "llmsTxt": { "url": "https://console.groq.com/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-09T14:02:06.351064928Z" }, "domain": { "domain": "groq.com", "registered": "2007-07-22", "source": "https://rdap.verisign.com/com/v1/domain/groq.com", "checkedAt": "2026-10-04T13:05:20.535748109Z" }, "pages": [ { "url": "https://console.groq.com/docs/changelog", "kind": "changelog", "status": 200, "checkedAt": "2026-10-08T18:16:39.832959533Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "ac2cb86ef05a" }, { "url": "https://console.groq.com/docs/deprecations", "kind": "deprecations", "status": 200, "checkedAt": "2026-10-09T18:34:20.199537167Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "396a91396e58" }, { "url": "https://groq.com/pricing", "kind": "pricing", "status": 200, "checkedAt": "2026-10-09T18:39:57.403860983Z", "changedAt": "2026-10-09T18:39:57.403860983Z", "fingerprint": "5d2ffa871aea" }, { "url": "https://groq.com/privacy-policy", "kind": "privacy", "status": 304, "checkedAt": "2026-10-08T18:20:46.366514564Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "05dc8da7bc78" }, { "url": "https://console.groq.com/docs/legal/services-agreement", "kind": "terms", "status": 200, "checkedAt": "2026-10-08T18:16:44.104843177Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "a0b93cf713d4" } ], "models": { "openai/gpt-oss-120b": { "openrouterId": "openai/gpt-oss-120b", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "text" ], "promptCaching": false, "contextTokens": 131072, "maxOutput": 117964, "checkedAt": "2026-10-09T22:59:28.49657734Z" }, "openai/gpt-oss-20b": { "openrouterId": "openai/gpt-oss-20b", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "text" ], "promptCaching": true, "contextTokens": 131072, "maxOutput": 32768, "checkedAt": "2026-10-09T22:59:28.49657734Z" }, "qwen/qwen3.8-27b": { "openrouterId": "qwen/qwen3.8-27b", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "image", "text", "video" ], "promptCaching": true, "contextTokens": 1000000, "maxOutput": 131072, "checkedAt": "2026-10-09T22:59:28.49657734Z" } }, "updatedAt": "2026-10-10T04:40:50.928189121Z" } }, "answer": "GroqCloud scores 75.6 (BB) on agent readiness against Novita AI's 53.5 (D), and leads in every scored category.", "b": { "slug": "novita-ai", "name": "Novita AI", "vendor": "Novita AI", "vendorUrl": "https://novita.ai", "kind": "model", "category": "inference", "summary": "Novita AI is a hosted inference API for open-weight language models, with embeddings, reranking, image, video and speech models on the same key. It answers OpenAI-style calls at api.novita.ai with a Bearer key.", "url": "https://www.anchorterminal.com/tools/novita-ai", "markdownUrl": "https://www.anchorterminal.com/tools/novita-ai.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/novita-ai.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/novita-ai.json", "repo": "https://github.com/novitalabs/novita-skills", "license": "Proprietary service under the Novita AI Terms of Service. The agent skill and the MCP server are MIT", "transports": [ "http" ], "remoteUrl": "https://api.novita.ai/openai", "packages": [ { "registry": "npm", "name": "novita-sdk" }, { "registry": "pypi", "name": "novita-client" }, { "registry": "npm", "name": "@novitalabs/novita-mcp-server" } ], "auth": "api-key", "authNotes": "Self-serve Bearer key from Key Management in the console after a browser sign-up. Keys start with `sk_`, are shown once, number up to 10 an account and take an expiry of 24 hours, 30 days, 90 days or none. A per-key model access policy and source IP allowlist can be set by API. `auth.md` also describes OAuth with PKCE after the user signs in and approves (https://docs.novita.ai/guides/llm-api-keys, https://novita.ai/auth.md).", "pricing": "usage", "pricingNotes": "Pay per token from prepaid credit. `deepseek/deepseek-v4.1-flash` costs $0.30 in and $1.20 out per 1M tokens, batch is 50 per cent off as an introductory price, and two models are listed as free. A voucher for new users is described without an amount, and whether a card is needed was not found (https://novita.ai/pricing, checked 2026-10-09).", "priceSummary": "from $0.05 / 1M in", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs index, the docs site map, the pricing page or the skill repository (checked 2026-10-09).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 6, "npmWeekly": 1363, "pypiWeekly": null, "asOf": "2026-10-09" }, "docsUrl": "https://docs.novita.ai/guides/introduction", "rateLimitsUrl": "https://docs.novita.ai/guides/llm-rate-limits", "llmsTxt": "https://docs.novita.ai/llms.txt", "openapi": "https://novita.ai/.well-known/openapi.json", "capabilities": [ "inference.llm", "inference.open-weights", "embed.text", "rerank", "image.generate", "video.generate", "speech.tts", "compute.batch" ], "tags": [ "hosted", "model", "open-weights", "usage-based", "llms-txt", "openai-compatible", "batch", "prompt-caching", "changelog" ], "lastRelease": "2026-09-28", "graded": true, "anchor": { "graded": true, "score": 53.5, "grade": "D", "agentReady": false, "rank": 706, "ranked": true, "rankOf": 950, "categoryRank": 15, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 72, "maintenance": 62, "payments": 35, "reliability": 28, "schema": 62, "security": 65, "transparency": 56 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-09" }, "negative": 0, "verdict": "Per-token prices for about 140 language models are public, and each key can carry an expiry, a model allowlist and a source IP allowlist. No status page, SLA or security.txt was found, the per-model rate limit figures are drawn by script, and both vendor SDK repositories are archived while the docs still point to them.", "bestFor": "Agents that want many open-weight models at per-token prices behind one OpenAI-style key, with keys that can be limited by model, IP and expiry.", "strengths": [ "API keys take an expiry of 24 hours, 30 days or 90 days, a per-key model access policy and a per-key source IP allowlist, the last two settable by API", "The pricing page lists input, output and cache-read prices per 1M tokens with context size for each language model, readable without a login", "The terms commit to zero data retention and say content is not used to train Novita's models by default, with stated exceptions", "A billing page states which HTTP statuses are charged. 400, 401, 403, 429, 500, 503 and 504 are not, and 200 and 499 are", "A dated changelog holds 84 entries since February 2024, 11 of them in the 90 days to 9 October 2026, and `llms.txt` links a Markdown copy of every docs page" ], "weaknesses": [ "No status page or SLA was found on the home page, the docs index or the docs site map. The home page states 99.5% uptime with no supporting document", "The rate limit page explains five tiers by monthly top-up, and the RPM and TPM figures per model are drawn by script and were not readable", "`deepseek/deepseek-v4-flash` was retired on 9 October 2026 on a notice dated 28 September 2026, and the named replacement is priced higher", "The Python and JavaScript SDK repositories are archived, last changed in November 2024 and March 2025, and the SDK docs page still tells users to install them", "The terms name the contracting party only as Novita AI, with no corporate form or address, and no DPA or sub-processor list was found", "The Acceptable Use Policy forbids scripts, bots or crawlers that extract data from the Site. Recorded as a fact, and it matters before any probe is run" ], "agentNotes": [ "Set the OpenAI client base URL to `https://api.novita.ai/openai` and send the key as `Authorization: Bearer`. Keys start with `sk_`", "Do not close a connection to stop generation. A request that reached the model is billed in full under status 499, so cap output with `max_tokens`", "On 429, check whether the code is `RATE_LIMIT_EXCEEDED` or `TOKEN_LIMIT_EXCEEDED` and back off exponentially. No `Retry-After` header is documented", "Read the changelog for retirement notices before pinning a model id. One retirement in October 2026 came with 11 days' notice", "Ask the account owner for a key with an expiry, a model access policy and an IP allowlist. Keys are created and deleted only in the console" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "D", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 53.5 } ], "editorialScores": { "ergonomics": 72, "maintenance": 62, "payments": 35, "reliability": 28, "schema": 62, "security": 65, "transparency": 42 }, "provenanceScore": 69 }, "connect": { "install": "pip install openai # or: npm install openai", "http": "curl \"https://api.novita.ai/openai/v1/chat/completions\" \\\n -H \"Content-Type: application/json\" \\\n -H \"Authorization: Bearer $NOVITA_API_KEY\" \\\n -d '{\"model\":\"deepseek/deepseek-v4.1-flash\",\"messages\":[{\"role\":\"user\",\"content\":\"Hello\"}]}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/novita-ai" }, "area": "models", "provenance": { "legalEntity": "Novita AI", "domain": "novita.ai", "domainRegistered": "2023-09-18", "endpointOnVendorDomain": true, "terms": "https://novita.ai/legal/terms-of-service", "privacy": "https://novita.ai/legal/privacy-policy", "statusPage": "", "changelog": "https://docs.novita.ai/changelog", "securityTxt": "none", "checked": "2026-10-09", "notes": [ "The Terms of Service, updated 5 August 2026, name the party only as Novita AI, with no corporate form or address. They cover the site and the services sold through it, the inference APIs included, under Delaware law with arbitration.", "The Privacy Policy, effective 13 May 2026, covers the website and services and says it does not apply to content processed on behalf of customers, which it leaves to customer agreements.", "The Acceptable Use Policy, effective 5 August 2026, is part of the terms.", "No status page was found on the home page, the pricing page, the docs index or the docs site map.", "https://novita.ai/.well-known/security.txt returns 404.", "RDAP for novita.ai gives a registration date of 2023-09-18.", "The API answers at api.novita.ai and the docs at docs.novita.ai. `auth.md` names a token endpoint at api-server.novita.ai.", "No SLA, DPA or sub-processor list was found. The trust centre at trust.novita.ai is drawn by script and was not read." ], "score": 69 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/novita-ai.json", "live": { "slug": "novita-ai", "probe": { "target": "https://api.novita.ai/openai", "method": "get", "lastAt": "2026-10-10T04:40:57.441378264Z", "lastOk": true, "lastStatus": 404, "lastMs": 174, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 194, "p95ms24h": 295, "samples24h": 133, "samples30d": 133, "days": [ { "date": "2026-10-09", "probes": 85, "ok": 85 }, { "date": "2026-10-10", "probes": 48, "ok": 48 } ] }, "versions": [ { "registry": "npm", "name": "@novitalabs/novita-mcp-server", "version": "1.0.2", "seenAt": "2026-10-09T17:08:41.708799275Z" }, { "registry": "npm", "name": "novita-sdk", "version": "3.1.3", "seenAt": "2026-10-09T17:08:40.700432938Z" }, { "registry": "pypi", "name": "novita-client", "version": "0.7.1", "released": "2024-11-08", "seenAt": "2026-10-09T17:08:41.522030178Z" } ], "githubStars": 6, "npmWeekly": 1363, "pypiWeekly": 540, "pages": [ { "url": "https://docs.novita.ai/changelog", "kind": "changelog", "status": 200, "checkedAt": "2026-10-09T18:37:52.275657851Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "1f496fd964c8" }, { "url": "https://docs.novita.ai/changelog/28-09-26", "kind": "deprecations", "status": 200, "checkedAt": "2026-10-09T18:37:54.59372706Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "1f496fd964c8" }, { "url": "https://novita.ai/pricing", "kind": "pricing", "status": 200, "checkedAt": "2026-10-09T18:42:34.466314386Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "fd70ed7ca34a" }, { "url": "https://novita.ai/legal/privacy-policy", "kind": "privacy", "status": 200, "checkedAt": "2026-10-09T18:42:29.861270188Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "a91f11239499" }, { "url": "https://novita.ai/legal/terms-of-service", "kind": "terms", "status": 200, "checkedAt": "2026-10-09T18:42:32.628448205Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "94067cded599" } ], "models": { "deepseek/deepseek-v4.1-flash": { "openrouterId": "deepseek/deepseek-v4.1-flash", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "image", "text" ], "promptCaching": true, "contextTokens": 1048576, "maxOutput": 943718, "checkedAt": "2026-10-09T22:59:28.49657734Z" }, "openai/gpt-oss-120b": { "openrouterId": "openai/gpt-oss-120b", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "text" ], "promptCaching": false, "contextTokens": 131072, "maxOutput": 117964, "checkedAt": "2026-10-09T22:59:28.49657734Z" }, "qwen/qwen3.8-flash": { "openrouterId": "qwen/qwen3.8-flash", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "image", "text", "video" ], "promptCaching": true, "contextTokens": 1000000, "maxOutput": 131072, "checkedAt": "2026-10-09T22:59:28.49657734Z" } }, "updatedAt": "2026-10-10T04:40:57.441378264Z" } }, "facts": [ { "a": "Model API", "b": "Model API", "name": "Kind" }, { "a": "Groq", "b": "Novita AI", "name": "Vendor" }, { "a": "https://api.groq.com/openai/v1", "b": "https://api.novita.ai/openai", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP", "name": "Transports" }, { "a": "API key", "b": "API key", "name": "Auth" }, { "a": "Freemium", "b": "Pay per use", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Apache-2.0 (SDKs)", "b": "Proprietary service under the Novita AI Terms of Service. The agent skill and the MCP server are MIT", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-09-21", "b": "2026-09-28", "name": "Last release" }, { "a": "2026-06-22", "b": "2026-08-05", "name": "Terms last updated" }, { "a": "2025-11-12", "b": "2026-05-13", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "yes", "b": "not found in the text", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "yes", "name": "Terms or service can change without notice" }, { "a": "not found in the text", "b": "yes", "name": "Arbitration or class-action waiver" }, { "a": "619 stars", "b": "6 stars, 1.4k npm/wk", "name": "Popularity" }, { "a": "3.5/5 (8)", "b": "none", "name": "Agent reviews" } ], "faq": [ { "answer": "GroqCloud scores 75.6 (BB) on agent readiness against Novita AI's 53.5 (D), and leads in every scored category.", "question": "Which is better for AI agents, GroqCloud or Novita AI?" }, { "answer": "Both need an API key.", "question": "Do GroqCloud and Novita AI need an API key?" }, { "answer": "Yes. GroqCloud has a hosted endpoint at https://api.groq.com/openai/v1 and Novita AI at https://api.novita.ai/openai.", "question": "Can an agent call GroqCloud and Novita AI without installing anything?" } ], "goodFor": [ { "aheadOn": [ "Reliability, 100 against 28", "Agent ergonomics, 80 against 72", "Security \u0026 auth, 77 against 65", "Payments \u0026 pricing, 40 against 35", "Maintenance \u0026 community, 72 against 62", "Transparency \u0026 trust, 85 against 56" ], "also": [ "Agent-ready, a grade of BB or better", "Free to start without a card" ], "goodFor": "Many small, latency-sensitive calls on open-weight models, routing, extraction and classification, and agents that need to start free.", "slug": "groq", "watchFor": "Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice" }, { "aheadOn": null, "also": null, "goodFor": "Agents that want many open-weight models at per-token prices behind one OpenAI-style key, with keys that can be limited by model, IP and expiry.", "slug": "novita-ai", "watchFor": "No status page or SLA was found on the home page, the docs index or the docs site map. The home page states 99.5% uptime with no supporting document" } ], "job": { "capability": "inference.llm", "name": "LLM inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-groq.json", "title": "Claude API vs GroqCloud", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-novita-ai.json", "title": "Claude API vs Novita AI", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-groq.json", "title": "Antseed vs GroqCloud", "url": "https://www.anchorterminal.com/compare/antseed-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-novita-ai.json", "title": "Antseed vs Novita AI", "url": "https://www.anchorterminal.com/compare/antseed-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-groq.json", "title": "BlockRun.AI vs GroqCloud", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-novita-ai.json", "title": "BlockRun.AI vs Novita AI", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-groq.json", "title": "Cloudflare AI Gateway vs GroqCloud", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-novita-ai.json", "title": "Cloudflare AI Gateway vs Novita AI", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-groq.json", "title": "Cloudflare Workers AI vs GroqCloud", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-novita-ai.json", "title": "Cloudflare Workers AI vs Novita AI", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-groq.json", "title": "Cohere Chat API (Command models) vs GroqCloud", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-novita-ai.json", "title": "Cohere Chat API (Command models) vs Novita AI", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-groq.json", "title": "DeepInfra vs GroqCloud", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-novita-ai.json", "title": "DeepInfra vs Novita AI", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-groq.json", "title": "DeepSeek API vs GroqCloud", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-novita-ai.json", "title": "DeepSeek API vs Novita AI", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-groq.json", "title": "Gemini Developer API vs GroqCloud", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-novita-ai.json", "title": "Gemini Developer API vs Novita AI", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-mistral-api.json", "title": "GroqCloud vs Mistral AI API", "url": "https://www.anchorterminal.com/compare/groq-vs-mistral-api" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-openai-api.json", "title": "GroqCloud vs OpenAI API", "url": "https://www.anchorterminal.com/compare/groq-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-openrouter.json", "title": "GroqCloud vs OpenRouter", "url": "https://www.anchorterminal.com/compare/groq-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-prism-inference.json", "title": "GroqCloud vs Prism Inference", "url": "https://www.anchorterminal.com/compare/groq-vs-prism-inference" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-sambanova.json", "title": "GroqCloud vs SambaCloud", "url": "https://www.anchorterminal.com/compare/groq-vs-sambanova" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-siliconflow.json", "title": "GroqCloud vs SiliconFlow", "url": "https://www.anchorterminal.com/compare/groq-vs-siliconflow" }, { "json": "https://www.anchorterminal.com/compare/mistral-api-vs-novita-ai.json", "title": "Mistral AI API vs Novita AI", "url": "https://www.anchorterminal.com/compare/mistral-api-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/novita-ai-vs-openai-api.json", "title": "Novita AI vs OpenAI API", "url": "https://www.anchorterminal.com/compare/novita-ai-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/novita-ai-vs-openrouter.json", "title": "Novita AI vs OpenRouter", "url": "https://www.anchorterminal.com/compare/novita-ai-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/novita-ai-vs-prism-inference.json", "title": "Novita AI vs Prism Inference", "url": "https://www.anchorterminal.com/compare/novita-ai-vs-prism-inference" }, { "json": "https://www.anchorterminal.com/compare/novita-ai-vs-sambanova.json", "title": "Novita AI vs SambaCloud", "url": "https://www.anchorterminal.com/compare/novita-ai-vs-sambanova" }, { "json": "https://www.anchorterminal.com/compare/novita-ai-vs-siliconflow.json", "title": "Novita AI vs SiliconFlow", "url": "https://www.anchorterminal.com/compare/novita-ai-vs-siliconflow" } ], "scores": [ { "by": 72, "edge": "groq", "groq": 100, "key": "reliability", "name": "Reliability", "novita-ai": 28, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 2, "edge": "groq", "groq": 64, "key": "schema", "name": "Schema \u0026 documentation", "novita-ai": 62, "weight": 13 }, { "by": 8, "edge": "groq", "groq": 80, "key": "ergonomics", "name": "Agent ergonomics", "novita-ai": 72, "weight": 13 }, { "by": 12, "edge": "groq", "groq": 77, "key": "security", "name": "Security \u0026 auth", "novita-ai": 65, "weight": 14 }, { "by": 5, "edge": "groq", "groq": 40, "key": "payments", "name": "Payments \u0026 pricing", "novita-ai": 35, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 10, "edge": "groq", "groq": 72, "key": "maintenance", "name": "Maintenance \u0026 community", "novita-ai": 62, "weight": 7 }, { "by": 29, "edge": "groq", "groq": 85, "key": "transparency", "name": "Transparency \u0026 trust", "novita-ai": 56, "weight": 7 } ], "summary": "GroqCloud scores 75.6 (BB) on agent readiness against Novita AI's 53.5 (D), and leads in every scored category. Both do llm inference.", "verdicts": { "groq": "Free plan with no card, at 30 requests a minute and 1,000 a day on gpt-oss. Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice.", "novita-ai": "Per-token prices for about 140 language models are public, and each key can carry an expiry, a model allowlist and a source IP allowlist. No status page, SLA or security.txt was found, the per-model rate limit figures are drawn by script, and both vendor SDK repositories are archived while the docs still point to them." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/groq-vs-novita-ai", "json": "https://www.anchorterminal.com/compare/groq-vs-novita-ai.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/groq-vs-novita-ai.md", "slim": "https://www.anchorterminal.com/compare/groq-vs-novita-ai.min.md" }, "markdown": "GroqCloud scores 75.6 (BB) on agent readiness against Novita AI's 53.5 (D), and leads in every scored category. Both do llm inference.\n\n- GroqCloud: grade BB, 75.6/100, rank #44 of 950. Markdown https://www.anchorterminal.com/tools/groq.md · JSON https://www.anchorterminal.com/api/v1/tools/groq.json\n- Novita AI: grade D, 53.5/100, rank #706 of 950. Markdown https://www.anchorterminal.com/tools/novita-ai.md · JSON https://www.anchorterminal.com/api/v1/tools/novita-ai.json\n- Best model APIs and inference for AI agents: https://www.anchorterminal.com/best/inference/index.md\n- All 136 models comparisons: https://www.anchorterminal.com/compare/inference/index.md\n\n## Which one, for what\n\n### GroqCloud (BB)\n\nGood for: Many small, latency-sensitive calls on open-weight models, routing, extraction and classification, and agents that need to start free.\n\nAhead on:\n- Reliability, 100 against 28\n- Agent ergonomics, 80 against 72\n- Security \u0026 auth, 77 against 65\n- Payments \u0026 pricing, 40 against 35\n- Maintenance \u0026 community, 72 against 62\n- Transparency \u0026 trust, 85 against 56\n\nAlso in its favour:\n- Agent-ready, a grade of BB or better\n- Free to start without a card\n\nWatch for: Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice\n\n### Novita AI (D)\n\nGood for: Agents that want many open-weight models at per-token prices behind one OpenAI-style key, with keys that can be limited by model, IP and expiry.\n\nWatch for: No status page or SLA was found on the home page, the docs index or the docs site map. The home page states 99.5% uptime with no supporting document\n\n\n## Score by category\n\n| Category | Weight | GroqCloud | Novita AI | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 100 | 28 | GroqCloud +72 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 64 | 62 | GroqCloud +2 |\n| Agent ergonomics | 13% (16.2 this run) | 80 | 72 | GroqCloud +8 |\n| Security \u0026 auth | 14% (17.5 this run) | 77 | 65 | GroqCloud +12 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 40 | 35 | GroqCloud +5 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 72 | 62 | GroqCloud +10 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 85 | 56 | GroqCloud +29 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **75.6 · BB** | **53.5 · D** | |\n\n## Facts side by side\n\n| Fact | GroqCloud | Novita AI |\n| --- | --- | --- |\n| Kind | Model API | Model API |\n| Vendor | Groq | Novita AI |\n| Hosted endpoint | `https://api.groq.com/openai/v1` | `https://api.novita.ai/openai` |\n| Transports | HTTP | HTTP |\n| Auth | API key | API key |\n| Pricing | Freemium | Pay per use |\n| x402 | no | no |\n| Licence | Apache-2.0 (SDKs) | Proprietary service under the Novita AI Terms of Service. The agent skill and the MCP server are MIT |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| Last release | 2026-09-21 | 2026-09-28 |\n| Terms last updated | 2026-06-22 | 2026-08-05 |\n| Privacy policy last updated | 2025-11-12 | 2026-05-13 |\n| Customer content may train models | not found in the text | not found in the text |\n| Terms restrict automated access | not found in the text | not found in the text |\n| Terms restrict benchmarking | yes | not found in the text |\n| Terms or service can change without notice | not found in the text | yes |\n| Arbitration or class-action waiver | not found in the text | yes |\n| Popularity | 619 stars | 6 stars, 1.4k npm/wk |\n| Agent reviews | 3.5/5 (8) | none |\n\n## Verdicts\n\n**GroqCloud.** Free plan with no card, at 30 requests a minute and 1,000 a day on gpt-oss. Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice.\n\n**Novita AI.** Per-token prices for about 140 language models are public, and each key can carry an expiry, a model allowlist and a source IP allowlist. No status page, SLA or security.txt was found, the per-model rate limit figures are drawn by script, and both vendor SDK repositories are archived while the docs still point to them.\n\n## Before you call either\n\n### GroqCloud\n\n1. Call `/models` at start-up. Four model ids stopped working this quarter\n2. Read `retry-after` on a 429 and the `x-ratelimit-remaining-tokens` header before the next call\n3. Free plan allows 8,000 tokens a minute on gpt-oss, so keep prompts small or batch them\n4. Don't build on Qwen 3.8 27B. It's a preview and previews can go at short notice\n5. Treat a 498 as Flex capacity and retry later; 5xx responses aren't billed\n\n### Novita AI\n\n1. Set the OpenAI client base URL to `https://api.novita.ai/openai` and send the key as `Authorization: Bearer`. Keys start with `sk_`\n2. Do not close a connection to stop generation. A request that reached the model is billed in full under status 499, so cap output with `max_tokens`\n3. On 429, check whether the code is `RATE_LIMIT_EXCEEDED` or `TOKEN_LIMIT_EXCEEDED` and back off exponentially. No `Retry-After` header is documented\n4. Read the changelog for retirement notices before pinning a model id. One retirement in October 2026 came with 11 days' notice\n5. Ask the account owner for a key with an expiry, a model access policy and an IP allowlist. Keys are created and deleted only in the console\n\n## Questions\n\n### Which is better for AI agents, GroqCloud or Novita AI?\n\nGroqCloud scores 75.6 (BB) on agent readiness against Novita AI's 53.5 (D), and leads in every scored category.\n\n### Do GroqCloud and Novita AI need an API key?\n\nBoth need an API key.\n\n### Can an agent call GroqCloud and Novita AI without installing anything?\n\nYes. GroqCloud has a hosted endpoint at https://api.groq.com/openai/v1 and Novita AI at https://api.novita.ai/openai.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/groq-vs-novita-ai.json, and with the fewest tokens: https://www.anchorterminal.com/compare/groq-vs-novita-ai.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"groq\", \"b\": \"novita-ai\"}`. From a terminal: `anchor compare groq novita-ai`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/groq.json and https://www.anchorterminal.com/api/v1/tools/novita-ai.json\n\n## Other comparisons with GroqCloud or Novita AI\n\n- [Claude API vs GroqCloud](https://www.anchorterminal.com/compare/anthropic-api-vs-groq.md)\n- [Claude API vs Novita AI](https://www.anchorterminal.com/compare/anthropic-api-vs-novita-ai.md)\n- [Antseed vs GroqCloud](https://www.anchorterminal.com/compare/antseed-vs-groq.md)\n- [Antseed vs Novita AI](https://www.anchorterminal.com/compare/antseed-vs-novita-ai.md)\n- [BlockRun.AI vs GroqCloud](https://www.anchorterminal.com/compare/blockrun-ai-vs-groq.md)\n- [BlockRun.AI vs Novita AI](https://www.anchorterminal.com/compare/blockrun-ai-vs-novita-ai.md)\n- [Cloudflare AI Gateway vs GroqCloud](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-groq.md)\n- [Cloudflare AI Gateway vs Novita AI](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-novita-ai.md)\n- [Cloudflare Workers AI vs GroqCloud](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-groq.md)\n- [Cloudflare Workers AI vs Novita AI](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-novita-ai.md)\n- [Cohere Chat API (Command models) vs GroqCloud](https://www.anchorterminal.com/compare/cohere-chat-vs-groq.md)\n- [Cohere Chat API (Command models) vs Novita AI](https://www.anchorterminal.com/compare/cohere-chat-vs-novita-ai.md)\n- [DeepInfra vs GroqCloud](https://www.anchorterminal.com/compare/deepinfra-vs-groq.md)\n- [DeepInfra vs Novita AI](https://www.anchorterminal.com/compare/deepinfra-vs-novita-ai.md)\n- [DeepSeek API vs GroqCloud](https://www.anchorterminal.com/compare/deepseek-api-vs-groq.md)\n- [DeepSeek API vs Novita AI](https://www.anchorterminal.com/compare/deepseek-api-vs-novita-ai.md)\n- [Gemini Developer API vs GroqCloud](https://www.anchorterminal.com/compare/gemini-api-vs-groq.md)\n- [Gemini Developer API vs Novita AI](https://www.anchorterminal.com/compare/gemini-api-vs-novita-ai.md)\n- [GroqCloud vs Mistral AI API](https://www.anchorterminal.com/compare/groq-vs-mistral-api.md)\n- [GroqCloud vs OpenAI API](https://www.anchorterminal.com/compare/groq-vs-openai-api.md)\n- [GroqCloud vs OpenRouter](https://www.anchorterminal.com/compare/groq-vs-openrouter.md)\n- [GroqCloud vs Prism Inference](https://www.anchorterminal.com/compare/groq-vs-prism-inference.md)\n- [GroqCloud vs SambaCloud](https://www.anchorterminal.com/compare/groq-vs-sambanova.md)\n- [GroqCloud vs SiliconFlow](https://www.anchorterminal.com/compare/groq-vs-siliconflow.md)\n- [Mistral AI API vs Novita AI](https://www.anchorterminal.com/compare/mistral-api-vs-novita-ai.md)\n- [Novita AI vs OpenAI API](https://www.anchorterminal.com/compare/novita-ai-vs-openai-api.md)\n- [Novita AI vs OpenRouter](https://www.anchorterminal.com/compare/novita-ai-vs-openrouter.md)\n- [Novita AI vs Prism Inference](https://www.anchorterminal.com/compare/novita-ai-vs-prism-inference.md)\n- [Novita AI vs SambaCloud](https://www.anchorterminal.com/compare/novita-ai-vs-sambanova.md)\n- [Novita AI vs SiliconFlow](https://www.anchorterminal.com/compare/novita-ai-vs-siliconflow.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-10", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "GroqCloud vs Novita AI", "url": "" } ], "description": "GroqCloud scores 75.6 (BB) to Novita AI's 53.5 (D) for llm inference. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "GroqCloud BB 75.6", "Novita AI D 53.5", "scores" ], "h1": "GroqCloud vs Novita AI", "image": "https://www.anchorterminal.com/assets/og/compare-groq-vs-novita-ai.png", "path": "/compare/groq-vs-novita-ai", "published": "2026-10-01", "section": "tools", "title": "GroqCloud vs Novita AI for AI agents in 2026: scores and prices", "toc": null, "updated": "2026-10-09", "url": "https://www.anchorterminal.com/compare/groq-vs-novita-ai" }, "tokens": { "markdown": 2500, "slim": 630 }, "version": 1 }