{ "data": { "a": { "slug": "groq", "name": "GroqCloud", "vendor": "Groq", "vendorUrl": "https://groq.com", "kind": "model", "category": "inference", "summary": "OpenAI-compatible inference API serving open-weight models on Groq's processors.", "url": "https://www.anchorterminal.com/tools/groq", "markdownUrl": "https://www.anchorterminal.com/tools/groq.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/groq.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/groq.json", "dns": "groq.grade.anchorterminal.com", "repo": "https://github.com/groq/groq-python", "license": "Apache-2.0 (SDKs)", "transports": [ "http" ], "remoteUrl": "https://api.groq.com/openai/v1", "packages": [ { "registry": "pypi", "name": "groq" }, { "registry": "npm", "name": "groq-sdk" } ], "auth": "api-key", "authNotes": "Bearer key from the GroqCloud console.", "pricing": "freemium", "pricingNotes": "Free with no card at 30 requests a minute and 1,000 a day. The Developer plan is postpaid by card, bank or SEPA. Cached input half price on gpt-oss only, batch half price (https://groq.com/pricing).", "priceSummary": "from $0.075 / 1M in", "where": "hosted", "x402": { "level": "no", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 619, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-09-26" }, "docsUrl": "https://console.groq.com/docs", "rateLimitsUrl": "https://console.groq.com/docs/rate-limits", "llmsTxt": "https://console.groq.com/llms.txt", "capabilities": [ "inference.llm", "inference.fast", "inference.open-weights" ], "tags": [ "hosted", "model", "fast", "free-tier", "no-card", "llms-txt" ], "lastRelease": "2026-10-15", "graded": true, "anchor": { "graded": true, "score": 74.5, "grade": "BB", "agentReady": true, "rank": 71, "ranked": true, "rankOf": 1354, "categoryRank": 4, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 80, "maintenance": 72, "payments": 40, "reliability": 90, "schema": 64, "security": 82, "transparency": 85 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-01" }, "negative": 0, "verdict": "Free plan with no card, at 30 requests a minute and 1,000 a day on gpt-oss. Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice.", "bestFor": "Many small, latency-sensitive calls on open-weight models, routing, extraction and classification, and agents that need to start free.", "strengths": [ "Free plan with no card, at 30 requests a minute and 1,000 a day on gpt-oss", "Per-model limits published, `x-ratelimit-*` headers on every response and `retry-after` on 429", "API keys scoped to a project, with per-project request limits, model permissions, request logs and documented rotation", "No retention by default and zero retention as a self-serve setting, and server errors aren't charged", "Strict structured outputs, a half-price Batch API and a 99.9% SLA on the enterprise Performance Tier" ], "weaknesses": [ "Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice", "131,072-token context on every self-serve model", "No OpenAPI document, and the SDK metadata carries no spec URL", "The changelog's newest entry is 18 April 2026; shutdowns since then appear only on the deprecations page", "The deprecations page still names qwen/qwen3.6-27b as a Llama 3.3 70B replacement, and that model shut down on 2026-09-14" ], "agentNotes": [ "Call `/models` at start-up. Four model ids stopped working between July and September", "Read `retry-after` on a 429 and the `x-ratelimit-remaining-tokens` header before the next call", "Free plan allows 8,000 tokens a minute on gpt-oss, so keep prompts small or batch them", "Don't build on Qwen 3.8 27B. It's a preview and previews can go at short notice", "Treat a 498 as Flex capacity and retry later; server errors aren't billed" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 8, "avgRating": 3.5, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "BB", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 74.5 } ], "editorialScores": { "ergonomics": 80, "maintenance": 72, "payments": 40, "reliability": 90, "schema": 64, "security": 82, "transparency": 71 }, "provenanceScore": 98, "checked": { "categories": { "ergonomics": "2026-11-01", "maintenance": "2026-11-01", "payments": "2026-11-01", "reliability": "2026-11-01", "schema": "2026-11-01", "security": "2026-11-01", "transparency": "2026-11-01" }, "last": "2026-11-01", "lastMoved": "2026-10-17", "oldest": "2026-11-01", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "pip install groq # or: npm i groq-sdk", "http": "curl https://api.groq.com/openai/v1/chat/completions \\\n -H \"Authorization: Bearer $GROQ_API_KEY\" -H \"content-type: application/json\" \\\n -d '{\"model\":\"openai/gpt-oss-120b\",\"messages\":[{\"role\":\"user\",\"content\":\"hello\"}]}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/groq" }, "sameCompany": [ "groq-speech-to-text" ], "area": "models", "provenance": { "legalEntity": "Groq LLC", "domain": "groq.com", "domainRegistered": "2007-07-22", "domainNote": "groq.com was registered in 2007, before Groq existed. Customers in the EEA contract with Groq UK Limited.", "endpointOnVendorDomain": true, "terms": "https://console.groq.com/docs/legal/services-agreement", "privacy": "https://groq.com/privacy-policy", "statusPage": "https://groqstatus.com", "changelog": "https://console.groq.com/docs/changelog", "securityTxt": "valid", "checked": "2026-09-26", "score": 98 }, "requirements": { "card": "paid-only", "freeTier": true, "minutes": 3, "credential": "api-key", "hosting": [ "US", "global" ], "euResidency": "unknown", "trainsOnData": "no", "zeroRetention": "yes", "certifications": [ "SOC 2 Type II", "GDPR" ], "dpa": true, "selfHost": "no" }, "pageJsonUrl": "https://www.anchorterminal.com/tools/groq.json", "live": { "slug": "groq", "probe": { "target": "https://api.groq.com/openai/v1", "method": "get", "lastAt": "2026-11-06T09:47:30.741806999Z", "lastOk": true, "lastStatus": 404, "lastMs": 190, "authRequired": false, "uptime24h": 100, "uptime30d": 99.99, "p50ms24h": 184, "p95ms24h": 288, "samples24h": 221, "samples30d": 7856, "days": [ { "date": "2026-10-06", "probes": 272, "ok": 272 }, { "date": "2026-10-07", "probes": 272, "ok": 272 }, { "date": "2026-10-08", "probes": 268, "ok": 268 }, { "date": "2026-10-09", "probes": 250, "ok": 250 }, { "date": "2026-10-10", "probes": 247, "ok": 247 }, { "date": "2026-10-11", "probes": 247, "ok": 247 }, { "date": "2026-10-12", "probes": 247, "ok": 246 }, { "date": "2026-10-13", "probes": 248, "ok": 248 }, { "date": "2026-10-14", "probes": 249, "ok": 249 }, { "date": "2026-10-15", "probes": 253, "ok": 253 }, { "date": "2026-10-16", "probes": 252, "ok": 252 }, { "date": "2026-10-17", "probes": 253, "ok": 253 }, { "date": "2026-10-18", "probes": 256, "ok": 256 }, { "date": "2026-10-19", "probes": 255, "ok": 255 }, { "date": "2026-10-20", "probes": 252, "ok": 252 }, { "date": "2026-10-21", "probes": 253, "ok": 253 }, { "date": "2026-10-22", "probes": 253, "ok": 253 }, { "date": "2026-10-23", "probes": 248, "ok": 248 }, { "date": "2026-10-24", "probes": 251, "ok": 251 }, { "date": "2026-10-25", "probes": 250, "ok": 250 }, { "date": "2026-10-26", "probes": 252, "ok": 252 }, { "date": "2026-10-27", "probes": 249, "ok": 249 }, { "date": "2026-10-28", "probes": 251, "ok": 251 }, { "date": "2026-10-29", "probes": 248, "ok": 248 }, { "date": "2026-10-30", "probes": 249, "ok": 249 }, { "date": "2026-10-31", "probes": 251, "ok": 251 }, { "date": "2026-11-01", "probes": 249, "ok": 249 }, { "date": "2026-11-02", "probes": 250, "ok": 250 }, { "date": "2026-11-03", "probes": 248, "ok": 248 }, { "date": "2026-11-04", "probes": 246, "ok": 246 }, { "date": "2026-11-05", "probes": 185, "ok": 185 }, { "date": "2026-11-06", "probes": 102, "ok": 102 } ] }, "vendorStatus": { "page": "https://groqstatus.com", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-11-06T09:43:09.807469303Z" }, "versions": [ { "registry": "github", "name": "groq/groq-python", "version": "v1.7.0", "released": "2026-08-26", "seenAt": "2026-11-05T21:35:35.472506854Z" }, { "registry": "npm", "name": "groq-sdk", "version": "1.6.0", "seenAt": "2026-11-05T21:35:35.4216181Z" }, { "registry": "pypi", "name": "groq", "version": "1.7.0", "released": "2026-08-26", "seenAt": "2026-11-05T21:35:35.280416595Z" } ], "githubStars": 621, "npmWeekly": 1230311, "pypiWeekly": 3870662, "securityTxt": { "url": "https://groq.com/.well-known/security.txt", "state": "valid", "checkedAt": "2026-11-05T15:56:37.903359584Z" }, "llmsTxt": { "url": "https://console.groq.com/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-11-05T15:26:15.061898952Z" }, "domain": { "domain": "groq.com", "registered": "2007-07-22", "source": "https://rdap.verisign.com/com/v1/domain/groq.com", "checkedAt": "2026-11-01T14:20:57.072575938Z" }, "pages": [ { "url": "https://console.groq.com/docs/changelog", "kind": "changelog", "status": 200, "checkedAt": "2026-10-08T18:16:39.832959533Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "ac2cb86ef05a" }, { "url": "https://console.groq.com/docs/deprecations", "kind": "deprecations", "status": 200, "checkedAt": "2026-11-05T12:48:42.396584925Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "396a91396e58" }, { "url": "https://groq.com/pricing", "kind": "pricing", "status": 304, "checkedAt": "2026-11-05T12:56:06.324657914Z", "changedAt": "2026-10-09T18:39:57.403860983Z", "fingerprint": "5d2ffa871aea" }, { "url": "https://groq.com/privacy-policy", "kind": "privacy", "status": 304, "checkedAt": "2026-10-08T18:20:46.366514564Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "05dc8da7bc78" }, { "url": "https://console.groq.com/docs/legal/services-agreement", "kind": "terms", "status": 200, "checkedAt": "2026-10-08T18:16:44.104843177Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "a0b93cf713d4" } ], "models": { "openai/gpt-oss-120b": { "openrouterId": "openai/gpt-oss-120b", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "text" ], "promptCaching": true, "contextTokens": 131072, "maxOutput": 65536, "checkedAt": "2026-11-05T23:49:24.366022811Z" }, "openai/gpt-oss-20b": { "openrouterId": "openai/gpt-oss-20b", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "text" ], "promptCaching": true, "contextTokens": 131072, "maxOutput": 117964, "checkedAt": "2026-11-05T23:49:24.366022811Z" }, "qwen/qwen3.8-27b": { "openrouterId": "qwen/qwen3.8-27b", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "image", "text", "video" ], "promptCaching": true, "contextTokens": 1024000, "maxOutput": 235929, "checkedAt": "2026-11-05T23:49:24.366022811Z" } }, "github": { "repo": "groq/groq-python", "checkedAt": "2026-11-02T08:53:10.526782877Z", "stars": 622, "archived": false, "issuesEnabled": false, "pushedAt": "2026-09-04T20:45:45Z", "openIssues": 0, "openPRs": 1, "issuesOpened90d": 0, "issuesClosed90d": 0, "prsMerged90d": 2, "ci": { "branch": "main", "runs": 41, "success": 31, "failure": 2, "other": 8, "latest": "skipped", "latestAt": "2026-09-04T20:45:23Z" } }, "updatedAt": "2026-11-06T09:47:30.741806999Z" } }, "answer": "GroqCloud scores 74.5 (BB) on agent readiness against Inkling 2 Small's 52.1 (D), and leads in 5 of 7 scored categories. Inkling 2 Small leads on schema \u0026 documentation.", "b": { "slug": "inkling-2-small", "name": "Inkling 2 Small", "vendor": "Thinking Machines Lab", "vendorUrl": "https://thinkingmachines.ai", "kind": "model", "category": "inference", "summary": "Inkling 2 Small is Thinking Machines Lab's mixture-of-experts model, 594B total and 17B active parameters, taking text and images and returning text. It runs on Tinker for inference and fine-tuning, with open weights promised.", "url": "https://www.anchorterminal.com/tools/inkling-2-small", "markdownUrl": "https://www.anchorterminal.com/tools/inkling-2-small.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/inkling-2-small.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/inkling-2-small.json", "dns": "inkling-2-small.grade.anchorterminal.com", "license": "Proprietary for now, used through Tinker under the Tinker Terms of Use and Thinking Machines' Model Acceptable Use Policy, per the model card. Thinking Machines says it will publish the weights under Apache 2.0 the week after launch, once outside safety testing is done", "transports": [], "remoteUrl": "https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1", "packages": [], "auth": "api-key", "authNotes": "A Tinker API key from the Tinker console, read from TINKER_API_KEY and passed as the OpenAI client's api_key on the OpenAI-compatible endpoint, or used by the Tinker Python SDK. Sign-up is a browser flow at auth.thinkingmachines.ai, and the quickstart asks for payment details in Billing before training, per the tinker listing.", "pricing": "usage", "pricingNotes": "Serverless inference (beta) is $0.30 per million input tokens, $0.03 cached and $1.00 output, at 256K context. On the training side prefill is the same $0.30, sampling $1.00, and training $1.50 per million at 64K or $3.00 at 256K. No free tier is listed (checked 2026-11-06).", "priceSummary": "Pay per use", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 on Tinker's models and pricing page or its OpenAI-compatible API page, and Tinker bills against an account with payment details (checked 2026-11-06).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-11-06" }, "docsUrl": "https://thinkingmachines.ai/model-card/inkling-2-small/", "llmsTxt": "https://tinker-docs.thinkingmachines.ai/llms.txt", "capabilities": [ "inference.llm" ], "tags": [ "official", "hosted", "model", "moe", "multimodal", "vision", "reasoning", "openai-compatible", "usage-priced", "card-required", "beta", "llms-txt", "new" ], "lastRelease": "2026-11-05", "graded": true, "anchor": { "graded": true, "score": 52.1, "grade": "D", "agentReady": false, "rank": 899, "ranked": true, "rankOf": 1354, "categoryRank": 28, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 62, "maintenance": 75, "payments": 20, "reliability": 30, "schema": 70, "security": 57, "transparency": 64 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-06" }, "negative": 0, "verdict": "A new multimodal mixture-of-experts model from Thinking Machines, callable today through Tinker's OpenAI-compatible endpoint at $0.30 and $1.00 per million tokens, with strong vendor-reported coding and agent scores. Tinker's serverless inference is beta, with no status page or SLA, and the weights aren't public yet.", "bestFor": "Developers who want a capable multimodal open-family model through an OpenAI-compatible API today, or to fine-tune it on Tinker, and who can live with a beta surface until the weights are published.", "strengths": [ "OpenAI-compatible chat and completions endpoint, so the OpenAI SDKs work with a Tinker key", "$0.30 input, $0.03 cached and $1.00 output per million tokens, published without a login", "Text and image input, a 256K context on Tinker and up to 1M per the model card", "reasoning_effort from none to xhigh or a number, with reasoning returned separately", "A model card with intended use, limitations, training data sources and safety testing that includes outside red-teaming", "Thinking Machines says Apache 2.0 weights follow a week after launch" ], "weaknesses": [ "Serverless inference and the OpenAI-compatible API are both labelled beta, with a waitlist for higher throughput", "No status page, SLA or published rate limits for serverless inference", "Tool-calling format and structured output aren't documented for this model", "No free tier, and sign-up is a browser flow with payment details", "Benchmark results are Thinking Machines' own, with no independent results yet" ], "agentNotes": [ "Call https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1 with an OpenAI client and TINKER_API_KEY, using /chat/completions", "The serverless model ID is thinkingmachines/Inkling-2-Small:peft:262144:sampling-nvfp4, per Tinker's pricing page. The OpenAI page's examples use your own checkpoint paths, so confirm it before relying on it", "Pass reasoning_effort as none to xhigh or 0.0 to 0.99 (default 0.9); reasoning arrives in reasoning_content unless separate_reasoning is false", "Keep images between 40 and 4096 px a side, per the model card", "Validate JSON yourself, since structured output and the tool-call format aren't documented", "Plan for a move to open weights. When they publish, the open-weights listing will carry sizes and runtimes" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "D", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 52.1 } ], "editorialScores": { "ergonomics": 62, "maintenance": 75, "payments": 20, "reliability": 30, "schema": 70, "security": 57, "transparency": 60 }, "provenanceScore": 68, "checked": { "categories": { "ergonomics": "2026-11-06", "maintenance": "2026-11-06", "payments": "2026-11-06", "reliability": "2026-11-06", "schema": "2026-11-06", "security": "2026-11-06", "transparency": "2026-11-06" }, "last": "2026-11-06", "oldest": "2026-11-06", "stale": false, "staleAfterDays": 90 } }, "connect": { "http": "curl https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1/chat/completions \\\n -H \"Authorization: Bearer $TINKER_API_KEY\" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"model\": \"thinkingmachines/Inkling-2-Small:peft:262144:sampling-nvfp4\",\n \"messages\": [{\"role\": \"user\", \"content\": \"Hello!\"}],\n \"reasoning_effort\": \"low\"\n }'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/inkling-2-small" }, "sameCompany": [ "inkling", "inkling-small" ], "sameModel": [ "tinker" ], "area": "models", "provenance": { "legalEntity": "Thinking Machines Lab, Inc. (named as provider on the model card)", "domain": "thinkingmachines.ai", "domainRegistered": "", "domainNote": "Not looked up: RDAP isn't requested under the 1 November 2026 rules.", "endpointOnVendorDomain": true, "terms": "https://thinkingmachines.ai/legal/terms/", "privacy": "https://thinkingmachines.ai/legal/privacy/", "statusPage": "", "changelog": "https://tinker-docs.thinkingmachines.ai/changelog/", "securityTxt": "valid", "checked": "2026-11-06", "notes": [ "The launch post and model card are on thinkingmachines.ai and name Thinking Machines Lab, Inc. as provider. The OpenAI-compatible endpoint is on thinkingmachines.dev, which Tinker's own docs give as the production base URL, so it's read as a domain the vendor controls; its registration wasn't looked up.", "Thinking Machines' terms bar scraping the Services, which the 4 November re-check read as a ban and paused. The founder decided on 6 November 2026 that reading at a person's pace is fine, so four pages were read one at a time: the launch post, the model card, the models and pricing page and the OpenAI-compatible API page. tinker-docs.thinkingmachines.ai has no robots.txt; thinkingmachines.ai's has no rules.", "security.txt lists security-reports@thinkingmachines.ai and expires 2029-07-13, per the 2 November reading.", "No status page was found." ], "score": 68 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/inkling-2-small.json", "live": { "slug": "inkling-2-small", "probe": { "target": "https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1", "method": "get", "lastAt": "2026-11-06T09:47:32.967989265Z", "lastOk": true, "lastStatus": 404, "lastMs": 389, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 398, "p95ms24h": 429, "samples24h": 47, "samples30d": 47, "days": [ { "date": "2026-11-06", "probes": 47, "ok": 47 } ] }, "updatedAt": "2026-11-06T09:47:32.967989265Z" } }, "edges": [ { "by": 60, "category": "reliability", "leads": "groq", "name": "Reliability", "reasons": { "a": "Status page at groqstatus.com on incident.io, with components for the API, each production and preview model and the website (20). The page's RSS feed and the incident pages it links, read on 1 November, list three incidents in the 90-day window, all in October, and nothing since 12 October apart from a console maintenance on 18 October. On 10 October the enterprise-only preview MiniMax M2.7 had failed requests from data centre hardware issues from 10:09 to 16:14 UTC. The incident's header and impact record say degraded performance, while its Identified update set the model to partial outage and warned of failed requests. On 12 October console.groq.com returned 500 errors on metrics, /models and key creation from 03:17 to 03:38, and the vendor said inference requests were not affected. On 12 October MiniMax M2.7 had a partial outage from 18:17 to 18:36. None took down a core API for an hour, since the six-hour incident hit one enterprise preview model that the status page describes as for evaluation only, so minor incidents only (20). A stricter reading would count it as a major and give 10. Limits published per model, 30 requests a minute, 1,000 a day and 8,000 tokens a minute on gpt-oss for the free plan, re-read on 1 November (15). 429 carries `retry-after`, `x-ratelimit-*` headers come on every response, and the errors page says to wait before retrying a 503 and that a 502 may clear on retry (15). The Performance Tier, enterprise only, lists a 99.9% availability SLA with details in the offline agreement, per the 6 October check, not re-read on 1 November (10). gpt-oss and Whisper models are production, Qwen 3.8 27B, MiniMax M2.7 and Muse Spark Open are previews (10). 20+20+15+15+10+10 = 90.", "b": "Model reading, for the surface it's called on, Tinker's serverless inference and OpenAI-compatible API. No status page found, per the tinker listing's checks of 1 October and 4 November (0), so no readable incident history (5). The only published limit is the in-flight sample cap of 2,000, per the tinker listing's 1 October check; the OpenAI-compatible page gives no numbers and says higher or more stable throughput needs the waitlist (10). The SDK retries sampling with stable request IDs, per the tinker listing's reading of the SDK repository; the OpenAI-compatible page has no retry guidance (15). No SLA found (0). Serverless inference is 'currently in beta' on the models and pricing page and the OpenAI-compatible API is labelled Beta, read 6 November (0). 0 + 5 + 10 + 15 + 0 + 0 = 30." }, "scores": { "a": 90, "b": 30 } }, { "by": 25, "category": "security", "leads": "groq", "name": "Security \u0026 auth", "reasons": { "a": "Model reading. Bearer keys scoped to a project, with custom request limits per project and model permissions at organisation and project level. The security onboarding page advises rotating keys periodically and revoking them at once if compromise is suspected (30). The services agreement, read first-hand on 6 October and not re-read on 17 October, says Groq is not permitted to use inputs or outputs for training unless the customer grants permission (20). No retention by default, up to 30 days for reliability and abuse monitoring, and zero retention as a setting any customer can turn on in Data Controls, per the data page (15). Request logs, usage per project and a read-only Reader role (12 of 15). groq.com's security.txt holds a Contact line and nothing else, and the trust centre at trust.groq.com is a Vanta page that renders only with JavaScript, so certifications and any bug bounty are unchecked (5 of 20).", "b": "Platform readings are the tinker listing's. Revocable API keys from the console, with no per-key scopes found (20). Org, team and project permissions with no read-only role (5). The model returns its own completions, no third-party content (10). get_audit_log() for admins (15). security.txt with a reporting address and no stated acknowledgement time (7). For the model reading, Tinker's terms commit not to use Customer Content for training, recorded under transparency. 20 + 5 + 10 + 15 + 7 = 57." }, "scores": { "a": 82, "b": 57 } }, { "by": 21, "category": "transparency", "leads": "groq", "name": "Transparency \u0026 trust", "reasons": { "a": "Closed service with clear terms, SDKs Apache-2.0 (15). The data page agrees with the listing on retention and adds detail, batch files kept 30 days unless deleted, fine-tuning data kept until the customer deletes it, and SCCs for transfers. The services agreement bars training on inputs and outputs, and the DPA gives 15 days' notice of sub-processor changes to subscribers, both read on 6 October. The agreement extends zero retention to 'Eligible Customers' where the data page says all customers may enable it (26 of 30). Deprecations page with announcement and shutdown dates (20). All customer data in Google Cloud buckets in the US, per the data page. The DPA points to a sub-processor list at trust.groq.com/subprocessors, which needs JavaScript and wasn't read (10 of 20).", "b": "Editorial half. Closed for now under the Tinker Terms of Use and the Model Acceptable Use Policy, per the model card, with Apache 2.0 weights promised the week after launch (15). Terms commit not to use Customer Content for training, keep it only as needed, with a DPA and deletion on request; the privacy notice wasn't re-read, per the tinker listing (15). Dated deprecation notices with no stated period (15). The DPA annex names Google Cloud, Cloudflare, WorkOS and OpenAI with service and location (15). 15 + 15 + 15 + 15 = 60." }, "scores": { "a": 85, "b": 64 } }, { "by": 20, "category": "payments", "leads": "groq", "name": "Payments \u0026 pricing", "reasons": { "a": "No machine payment protocol (0). Per-token prices on the models page, read without a login, such as gpt-oss-120b at $0.15 in and $0.60 out per million (20). Free plan with no card (20). Console sign-up in a browser (0).", "b": "Published rubric. No payment protocol (0). Per-million-token prices for serverless inference and training published without a login on 6 November (20). No free tier listed, and the quickstart asks for payment details before training, per the tinker listing (0). Sign-up is a browser flow (0). 0 + 20 + 0 + 0 = 20." }, "scores": { "a": 40, "b": 20 } }, { "by": 18, "category": "ergonomics", "leads": "groq", "name": "Agent ergonomics", "reasons": { "a": "Model reading of the checklist (tool use, structured output, caching, context, batch, SDKs, errors). Tool use documented, parallel calls and forced choice not checked (15 of 20). Strict structured outputs (15). Automatic prompt caching at 50% off cached input, with a 2-hour cache life, on gpt-oss-20b, gpt-oss-120b and gpt-oss-safeguard-20b only (10 of 15). 131,072-token context on every self-serve model; only MiniMax M2.7, a preview on enterprise pricing, reaches 196,608 (5 of 15). Batch at half price (10). Official SDKs for Python and JavaScript (10). Errors page with codes, recovery advice and a typed error object (15).", "b": "Model reading (tool use, structured output, caching, context, batch, SDKs). A 256K served context, max_tokens and a priced cache at $0.03 per million; tool use isn't documented for this model (15 of 25). Output-size controls through max_tokens, reasoning_effort and separate_reasoning (15 of 20). One documented error, the 400 for unsupported reasoning_effort (5 of 20). Stable request IDs make SDK sampling retries safe, per the tinker listing (15 of 20). OpenAI's SDKs work against the endpoint, with Tinker's Python SDK besides, and reasoning defaults to 0.9 (12 of 15). 15 + 15 + 5 + 15 + 12 = 62." }, "scores": { "a": 80, "b": 62 } }, { "by": 6, "category": "schema", "leads": "inkling-2-small", "name": "Schema \u0026 documentation", "reasons": { "a": "No OpenAPI document in the docs, and the SDK's .stats.yml carries only an endpoint count of 17, no spec URL (0). llms.txt at console.groq.com/llms.txt (10). Reference not read in full this run (15 of 20). Structured outputs have a Strict mode as well as Best-effort (15). The errors page lists 15 status codes with recovery advice, including 498 for Flex capacity and 424 for remote MCP auth, and the `error` object with `message` and `type` (14 of 15). The changelog at console.groq.com/docs/changelog, read on 1 November, is dated, but its newest entry is 18 April 2026 and it doesn't record the four shutdowns since July, which only the deprecations page carries (10 of 15).", "b": "Model reading. No OpenAPI file of its own; the OpenAI-compatible chat and completions endpoints and the typed Python SDK are the contract, as the tinker listing reads it (15). llms.txt on the docs host, per the tinker listing's 1 October check (10). The model card states intended use (agentic and tool-use systems, coding assistants, chatbots, RAG), inputs, outputs and limitations, and the launch post its benchmarks (16 of 20). Model IDs, context lengths and the reasoning_effort values (none to xhigh, or 0.0 to 0.99) are documented; the tool-call format and structured output aren't, for this model (8 of 15). A Python example and an HTTP 400 for models without reasoning_effort, with no error page (6 of 15). A dated Tinker changelog and a model deprecations page, per the tinker listing (15). 15 + 10 + 16 + 8 + 6 + 15 = 70." }, "scores": { "a": 64, "b": 70 } } ], "facts": [ { "a": "Model API", "b": "Model API", "name": "Kind" }, { "a": "Groq", "b": "Thinking Machines Lab", "name": "Vendor" }, { "a": "https://api.groq.com/openai/v1", "b": "https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "", "name": "Transports" }, { "a": "API key", "b": "API key", "name": "Auth" }, { "a": "Freemium", "b": "Pay per use", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Apache-2.0 (SDKs)", "b": "Proprietary for now, used through Tinker under the Tinker Terms of Use and Thinking Machines' Model Acceptable Use Policy, per the model card. Thinking Machines says it will publish the weights under Apache 2.0 the week after launch, once outside safety testing is done", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-10-15", "b": "2026-11-05", "name": "Last release" }, { "a": "2026-06-22", "b": "not read yet", "name": "Terms last updated" }, { "a": "2025-11-12", "b": "not read yet", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "not read yet", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "not read yet", "name": "Terms restrict automated access" }, { "a": "yes", "b": "not read yet", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "not read yet", "name": "Terms or service can change without notice" }, { "a": "not found in the text", "b": "not read yet", "name": "Arbitration or class-action waiver" }, { "a": "619 stars", "b": "none", "name": "Popularity" }, { "a": "3.5/5 (8)", "b": "none", "name": "Agent reviews" } ], "faq": [ { "answer": "GroqCloud scores 74.5 (BB) on agent readiness against Inkling 2 Small's 52.1 (D), and leads in 5 of 7 scored categories. Inkling 2 Small leads on schema \u0026 documentation.", "question": "Which is better for AI agents, GroqCloud or Inkling 2 Small?" }, { "answer": "Both need an API key.", "question": "Do GroqCloud and Inkling 2 Small need an API key?" }, { "answer": "Yes. GroqCloud has a hosted endpoint at https://api.groq.com/openai/v1 and Inkling 2 Small at https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1.", "question": "Can an agent call GroqCloud and Inkling 2 Small without installing anything?" } ], "goodFor": [ { "aheadOn": [ "Reliability, 90 against 30", "Agent ergonomics, 80 against 62", "Security \u0026 auth, 82 against 57", "Payments \u0026 pricing, 40 against 20", "Transparency \u0026 trust, 85 against 64" ], "also": [ "Agent-ready, a grade of BB or better", "Free to start without a card" ], "goodFor": "Many small, latency-sensitive calls on open-weight models, routing, extraction and classification, and agents that need to start free.", "slug": "groq", "watchFor": "Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice" }, { "aheadOn": [ "Schema \u0026 documentation, 70 against 64" ], "also": null, "goodFor": "Developers who want a capable multimodal open-family model through an OpenAI-compatible API today, or to fine-tune it on Tinker, and who can live with a beta surface until the weights are published.", "slug": "inkling-2-small", "watchFor": "Serverless inference and the OpenAI-compatible API are both labelled beta, with a waitlist for higher throughput" } ], "history": { "groq": [ { "causes": [ "reliability", "evidence" ], "date": "2026-10-17", "delta": -1.1, "from": 75.6, "fromGrade": "BB", "to": 74.5, "toGrade": "BB" }, { "causes": [ "method" ], "date": "2026-10-08", "delta": -0.1, "from": 75.7, "fromGrade": "BB", "to": 75.6, "toGrade": "BB" } ], "inkling-2-small": null }, "job": { "capability": "inference.llm", "name": "LLM inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-groq.json", "title": "Claude API vs GroqCloud", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-inkling-2-small.json", "title": "Claude API vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-groq.json", "title": "Antseed vs GroqCloud", "url": "https://www.anchorterminal.com/compare/antseed-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-inkling-2-small.json", "title": "Antseed vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/antseed-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-groq.json", "title": "BlockRun.AI vs GroqCloud", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-inkling-2-small.json", "title": "BlockRun.AI vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-groq.json", "title": "Cerebras Inference vs GroqCloud", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-inkling-2-small.json", "title": "Cerebras Inference vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-groq.json", "title": "Cloudflare AI Gateway vs GroqCloud", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-inkling-2-small.json", "title": "Cloudflare AI Gateway vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-groq.json", "title": "Cloudflare Workers AI vs GroqCloud", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-inkling-2-small.json", "title": "Cloudflare Workers AI vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-groq.json", "title": "Cohere Chat API (Command models) vs GroqCloud", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-inkling-2-small.json", "title": "Cohere Chat API (Command models) vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-groq.json", "title": "DeepInfra vs GroqCloud", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-inkling-2-small.json", "title": "DeepInfra vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-groq.json", "title": "DeepSeek API vs GroqCloud", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-inkling-2-small.json", "title": "DeepSeek API vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-groq.json", "title": "Glimpse vs GroqCloud", "url": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-inkling-2-small.json", "title": "Glimpse vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/fireworks-inference-vs-groq.json", "title": "Fireworks AI Inference vs GroqCloud", "url": "https://www.anchorterminal.com/compare/fireworks-inference-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/fireworks-inference-vs-inkling-2-small.json", "title": "Fireworks AI Inference vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/fireworks-inference-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-groq.json", "title": "Gemini Developer API vs GroqCloud", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-inkling-2-small.json", "title": "Gemini Developer API vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-jais-3.json", "title": "GroqCloud vs Jais 3", "url": "https://www.anchorterminal.com/compare/groq-vs-jais-3" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-meta-model-api.json", "title": "GroqCloud vs Meta Model API", "url": "https://www.anchorterminal.com/compare/groq-vs-meta-model-api" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-minimax-api.json", "title": "GroqCloud vs MiniMax API", "url": "https://www.anchorterminal.com/compare/groq-vs-minimax-api" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-mistral-api.json", "title": "GroqCloud vs Mistral AI API", "url": "https://www.anchorterminal.com/compare/groq-vs-mistral-api" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-muse-spark-open.json", "title": "GroqCloud vs Muse Spark Open", "url": "https://www.anchorterminal.com/compare/groq-vs-muse-spark-open" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-nemotron-3-5-super-vl.json", "title": "GroqCloud vs Nemotron 3.5 Super VL", "url": "https://www.anchorterminal.com/compare/groq-vs-nemotron-3-5-super-vl" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-novita-ai.json", "title": "GroqCloud vs Novita AI", "url": "https://www.anchorterminal.com/compare/groq-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-openai-api.json", "title": "GroqCloud vs OpenAI API", "url": "https://www.anchorterminal.com/compare/groq-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-openrouter.json", "title": "GroqCloud vs OpenRouter", "url": "https://www.anchorterminal.com/compare/groq-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-prism-inference.json", "title": "GroqCloud vs Prism Inference", "url": "https://www.anchorterminal.com/compare/groq-vs-prism-inference" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-ramp-router.json", "title": "GroqCloud vs Router.com (Ramp Router)", "url": "https://www.anchorterminal.com/compare/groq-vs-ramp-router" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-reflection-beam.json", "title": "GroqCloud vs Beam 1.0", "url": "https://www.anchorterminal.com/compare/groq-vs-reflection-beam" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-routerplus.json", "title": "GroqCloud vs RouterPlus", "url": "https://www.anchorterminal.com/compare/groq-vs-routerplus" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-sambanova.json", "title": "GroqCloud vs SambaCloud", "url": "https://www.anchorterminal.com/compare/groq-vs-sambanova" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-siliconflow.json", "title": "GroqCloud vs SiliconFlow", "url": "https://www.anchorterminal.com/compare/groq-vs-siliconflow" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-simplismart.json", "title": "GroqCloud vs Simplismart", "url": "https://www.anchorterminal.com/compare/groq-vs-simplismart" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-stepfun-api.json", "title": "GroqCloud vs StepFun API", "url": "https://www.anchorterminal.com/compare/groq-vs-stepfun-api" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-swe-2-flash.json", "title": "GroqCloud vs SWE-2 Flash", "url": "https://www.anchorterminal.com/compare/groq-vs-swe-2-flash" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-tencent-tokenhub.json", "title": "GroqCloud vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/groq-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-together-inference.json", "title": "GroqCloud vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/groq-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-vercel-ai-gateway.json", "title": "GroqCloud vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/groq-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-jais-3.json", "title": "Inkling 2 Small vs Jais 3", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-jais-3" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-meta-model-api.json", "title": "Inkling 2 Small vs Meta Model API", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-meta-model-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-minimax-api.json", "title": "Inkling 2 Small vs MiniMax API", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-minimax-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-mistral-api.json", "title": "Inkling 2 Small vs Mistral AI API", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-mistral-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-muse-spark-open.json", "title": "Inkling 2 Small vs Muse Spark Open", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-muse-spark-open" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-nemotron-3-5-super-vl.json", "title": "Inkling 2 Small vs Nemotron 3.5 Super VL", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-nemotron-3-5-super-vl" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-novita-ai.json", "title": "Inkling 2 Small vs Novita AI", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-openai-api.json", "title": "Inkling 2 Small vs OpenAI API", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-openrouter.json", "title": "Inkling 2 Small vs OpenRouter", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-prism-inference.json", "title": "Inkling 2 Small vs Prism Inference", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-prism-inference" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-ramp-router.json", "title": "Inkling 2 Small vs Router.com (Ramp Router)", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-ramp-router" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-reflection-beam.json", "title": "Inkling 2 Small vs Beam 1.0", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-reflection-beam" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-routerplus.json", "title": "Inkling 2 Small vs RouterPlus", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-routerplus" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-sambanova.json", "title": "Inkling 2 Small vs SambaCloud", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-sambanova" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-siliconflow.json", "title": "Inkling 2 Small vs SiliconFlow", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-siliconflow" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-simplismart.json", "title": "Inkling 2 Small vs Simplismart", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-simplismart" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-stepfun-api.json", "title": "Inkling 2 Small vs StepFun API", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-stepfun-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-swe-2-flash.json", "title": "Inkling 2 Small vs SWE-2 Flash", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-swe-2-flash" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-tencent-tokenhub.json", "title": "Inkling 2 Small vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference.json", "title": "Inkling 2 Small vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-vercel-ai-gateway.json", "title": "Inkling 2 Small vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-vercel-ai-gateway" } ], "panel": null, "scores": [ { "by": 60, "edge": "groq", "groq": 90, "inkling-2-small": 30, "key": "reliability", "name": "Reliability", "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 6, "edge": "inkling-2-small", "groq": 64, "inkling-2-small": 70, "key": "schema", "name": "Schema \u0026 documentation", "weight": 13 }, { "by": 18, "edge": "groq", "groq": 80, "inkling-2-small": 62, "key": "ergonomics", "name": "Agent ergonomics", "weight": 13 }, { "by": 25, "edge": "groq", "groq": 82, "inkling-2-small": 57, "key": "security", "name": "Security \u0026 auth", "weight": 14 }, { "by": 20, "edge": "groq", "groq": 40, "inkling-2-small": 20, "key": "payments", "name": "Payments \u0026 pricing", "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 3, "edge": "inkling-2-small", "groq": 72, "inkling-2-small": 75, "key": "maintenance", "name": "Maintenance \u0026 community", "weight": 7 }, { "by": 21, "edge": "groq", "groq": 85, "inkling-2-small": 64, "key": "transparency", "name": "Transparency \u0026 trust", "weight": 7 } ], "summary": "GroqCloud scores 74.5 (BB) on agent readiness against Inkling 2 Small's 52.1 (D), and leads in 5 of 7 scored categories. Inkling 2 Small leads on schema \u0026 documentation. Both do llm inference.", "tasks": null, "tutorials": [], "verdicts": { "groq": "Free plan with no card, at 30 requests a minute and 1,000 a day on gpt-oss. Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice.", "inkling-2-small": "A new multimodal mixture-of-experts model from Thinking Machines, callable today through Tinker's OpenAI-compatible endpoint at $0.30 and $1.00 per million tokens, with strong vendor-reported coding and agent scores. Tinker's serverless inference is beta, with no status page or SLA, and the weights aren't public yet." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/groq-vs-inkling-2-small", "json": "https://www.anchorterminal.com/compare/groq-vs-inkling-2-small.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/groq-vs-inkling-2-small.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/groq-vs-inkling-2-small.min.md" }, "markdown": "GroqCloud scores 74.5 (BB) on agent readiness against Inkling 2 Small's 52.1 (D), and leads in 5 of 7 scored categories. Inkling 2 Small leads on schema \u0026 documentation. Both do llm inference.\n\n- GroqCloud: grade BB, 74.5/100, rank #71 of 1354. Markdown https://www.anchorterminal.com/tools/groq.md · JSON https://www.anchorterminal.com/api/v1/tools/groq.json\n- Inkling 2 Small: grade D, 52.1/100, rank #899 of 1354. Markdown https://www.anchorterminal.com/tools/inkling-2-small.md · JSON https://www.anchorterminal.com/api/v1/tools/inkling-2-small.json\n- Best model APIs and inference for AI agents: https://www.anchorterminal.com/best/inference/index.md\n- All 596 models comparisons: https://www.anchorterminal.com/compare/inference/index.md\n\n## Which one, for what\n\n### GroqCloud (BB)\n\nGood for: Many small, latency-sensitive calls on open-weight models, routing, extraction and classification, and agents that need to start free.\n\nAhead on:\n- Reliability, 90 against 30\n- Agent ergonomics, 80 against 62\n- Security \u0026 auth, 82 against 57\n- Payments \u0026 pricing, 40 against 20\n- Transparency \u0026 trust, 85 against 64\n\nAlso in its favour:\n- Agent-ready, a grade of BB or better\n- Free to start without a card\n\nWatch for: Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice\n\n### Inkling 2 Small (D)\n\nGood for: Developers who want a capable multimodal open-family model through an OpenAI-compatible API today, or to fine-tune it on Tinker, and who can live with a beta surface until the weights are published.\n\nAhead on:\n- Schema \u0026 documentation, 70 against 64\n\nWatch for: Serverless inference and the OpenAI-compatible API are both labelled beta, with a waitlist for higher throughput\n\n\n## Why the edge\n\n### Reliability: GroqCloud +60\n\n- GroqCloud (90): Status page at groqstatus.com on incident.io, with components for the API, each production and preview model and the website (20). The page's RSS feed and the incident pages it links, read on 1 November, list three incidents in the 90-day window, all in October, and nothing since 12 October apart from a console maintenance on 18 October. On 10 October the enterprise-only preview MiniMax M2.7 had failed requests from data centre hardware issues from 10:09 to 16:14 UTC. The incident's header and impact record say degraded performance, while its Identified update set the model to partial outage and warned of failed requests. On 12 October console.groq.com returned 500 errors on metrics, /models and key creation from 03:17 to 03:38, and the vendor said inference requests were not affected. On 12 October MiniMax M2.7 had a partial outage from 18:17 to 18:36. None took down a core API for an hour, since the six-hour incident hit one enterprise preview model that the status page describes as for evaluation only, so minor incidents only (20). A stricter reading would count it as a major and give 10. Limits published per model, 30 requests a minute, 1,000 a day and 8,000 tokens a minute on gpt-oss for the free plan, re-read on 1 November (15). 429 carries `retry-after`, `x-ratelimit-*` headers come on every response, and the errors page says to wait before retrying a 503 and that a 502 may clear on retry (15). The Performance Tier, enterprise only, lists a 99.9% availability SLA with details in the offline agreement, per the 6 October check, not re-read on 1 November (10). gpt-oss and Whisper models are production, Qwen 3.8 27B, MiniMax M2.7 and Muse Spark Open are previews (10). 20+20+15+15+10+10 = 90.\n- Inkling 2 Small (30): Model reading, for the surface it's called on, Tinker's serverless inference and OpenAI-compatible API. No status page found, per the tinker listing's checks of 1 October and 4 November (0), so no readable incident history (5). The only published limit is the in-flight sample cap of 2,000, per the tinker listing's 1 October check; the OpenAI-compatible page gives no numbers and says higher or more stable throughput needs the waitlist (10). The SDK retries sampling with stable request IDs, per the tinker listing's reading of the SDK repository; the OpenAI-compatible page has no retry guidance (15). No SLA found (0). Serverless inference is 'currently in beta' on the models and pricing page and the OpenAI-compatible API is labelled Beta, read 6 November (0). 0 + 5 + 10 + 15 + 0 + 0 = 30.\n\n### Security \u0026 auth: GroqCloud +25\n\n- GroqCloud (82): Model reading. Bearer keys scoped to a project, with custom request limits per project and model permissions at organisation and project level. The security onboarding page advises rotating keys periodically and revoking them at once if compromise is suspected (30). The services agreement, read first-hand on 6 October and not re-read on 17 October, says Groq is not permitted to use inputs or outputs for training unless the customer grants permission (20). No retention by default, up to 30 days for reliability and abuse monitoring, and zero retention as a setting any customer can turn on in Data Controls, per the data page (15). Request logs, usage per project and a read-only Reader role (12 of 15). groq.com's security.txt holds a Contact line and nothing else, and the trust centre at trust.groq.com is a Vanta page that renders only with JavaScript, so certifications and any bug bounty are unchecked (5 of 20).\n- Inkling 2 Small (57): Platform readings are the tinker listing's. Revocable API keys from the console, with no per-key scopes found (20). Org, team and project permissions with no read-only role (5). The model returns its own completions, no third-party content (10). get_audit_log() for admins (15). security.txt with a reporting address and no stated acknowledgement time (7). For the model reading, Tinker's terms commit not to use Customer Content for training, recorded under transparency. 20 + 5 + 10 + 15 + 7 = 57.\n\n### Transparency \u0026 trust: GroqCloud +21\n\n- GroqCloud (85): Closed service with clear terms, SDKs Apache-2.0 (15). The data page agrees with the listing on retention and adds detail, batch files kept 30 days unless deleted, fine-tuning data kept until the customer deletes it, and SCCs for transfers. The services agreement bars training on inputs and outputs, and the DPA gives 15 days' notice of sub-processor changes to subscribers, both read on 6 October. The agreement extends zero retention to 'Eligible Customers' where the data page says all customers may enable it (26 of 30). Deprecations page with announcement and shutdown dates (20). All customer data in Google Cloud buckets in the US, per the data page. The DPA points to a sub-processor list at trust.groq.com/subprocessors, which needs JavaScript and wasn't read (10 of 20).\n- Inkling 2 Small (64): Editorial half. Closed for now under the Tinker Terms of Use and the Model Acceptable Use Policy, per the model card, with Apache 2.0 weights promised the week after launch (15). Terms commit not to use Customer Content for training, keep it only as needed, with a DPA and deletion on request; the privacy notice wasn't re-read, per the tinker listing (15). Dated deprecation notices with no stated period (15). The DPA annex names Google Cloud, Cloudflare, WorkOS and OpenAI with service and location (15). 15 + 15 + 15 + 15 = 60.\n\n### Payments \u0026 pricing: GroqCloud +20\n\n- GroqCloud (40): No machine payment protocol (0). Per-token prices on the models page, read without a login, such as gpt-oss-120b at $0.15 in and $0.60 out per million (20). Free plan with no card (20). Console sign-up in a browser (0).\n- Inkling 2 Small (20): Published rubric. No payment protocol (0). Per-million-token prices for serverless inference and training published without a login on 6 November (20). No free tier listed, and the quickstart asks for payment details before training, per the tinker listing (0). Sign-up is a browser flow (0). 0 + 20 + 0 + 0 = 20.\n\n### Agent ergonomics: GroqCloud +18\n\n- GroqCloud (80): Model reading of the checklist (tool use, structured output, caching, context, batch, SDKs, errors). Tool use documented, parallel calls and forced choice not checked (15 of 20). Strict structured outputs (15). Automatic prompt caching at 50% off cached input, with a 2-hour cache life, on gpt-oss-20b, gpt-oss-120b and gpt-oss-safeguard-20b only (10 of 15). 131,072-token context on every self-serve model; only MiniMax M2.7, a preview on enterprise pricing, reaches 196,608 (5 of 15). Batch at half price (10). Official SDKs for Python and JavaScript (10). Errors page with codes, recovery advice and a typed error object (15).\n- Inkling 2 Small (62): Model reading (tool use, structured output, caching, context, batch, SDKs). A 256K served context, max_tokens and a priced cache at $0.03 per million; tool use isn't documented for this model (15 of 25). Output-size controls through max_tokens, reasoning_effort and separate_reasoning (15 of 20). One documented error, the 400 for unsupported reasoning_effort (5 of 20). Stable request IDs make SDK sampling retries safe, per the tinker listing (15 of 20). OpenAI's SDKs work against the endpoint, with Tinker's Python SDK besides, and reasoning defaults to 0.9 (12 of 15). 15 + 15 + 5 + 15 + 12 = 62.\n\n### Schema \u0026 documentation: Inkling 2 Small +6\n\n- GroqCloud (64): No OpenAPI document in the docs, and the SDK's .stats.yml carries only an endpoint count of 17, no spec URL (0). llms.txt at console.groq.com/llms.txt (10). Reference not read in full this run (15 of 20). Structured outputs have a Strict mode as well as Best-effort (15). The errors page lists 15 status codes with recovery advice, including 498 for Flex capacity and 424 for remote MCP auth, and the `error` object with `message` and `type` (14 of 15). The changelog at console.groq.com/docs/changelog, read on 1 November, is dated, but its newest entry is 18 April 2026 and it doesn't record the four shutdowns since July, which only the deprecations page carries (10 of 15).\n- Inkling 2 Small (70): Model reading. No OpenAPI file of its own; the OpenAI-compatible chat and completions endpoints and the typed Python SDK are the contract, as the tinker listing reads it (15). llms.txt on the docs host, per the tinker listing's 1 October check (10). The model card states intended use (agentic and tool-use systems, coding assistants, chatbots, RAG), inputs, outputs and limitations, and the launch post its benchmarks (16 of 20). Model IDs, context lengths and the reasoning_effort values (none to xhigh, or 0.0 to 0.99) are documented; the tool-call format and structured output aren't, for this model (8 of 15). A Python example and an HTTP 400 for models without reasoning_effort, with no error page (6 of 15). A dated Tinker changelog and a model deprecations page, per the tinker listing (15). 15 + 10 + 16 + 8 + 6 + 15 = 70.\n\n## Score by category\n\n| Category | Weight | GroqCloud | Inkling 2 Small | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 90 | 30 | GroqCloud +60 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 64 | 70 | Inkling 2 Small +6 |\n| Agent ergonomics | 13% (16.2 this run) | 80 | 62 | GroqCloud +18 |\n| Security \u0026 auth | 14% (17.5 this run) | 82 | 57 | GroqCloud +25 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 40 | 20 | GroqCloud +20 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 72 | 75 | Inkling 2 Small +3 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 85 | 64 | GroqCloud +21 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **74.5 · BB** | **52.1 · D** | |\n\n## Facts side by side\n\n| Fact | GroqCloud | Inkling 2 Small |\n| --- | --- | --- |\n| Kind | Model API | Model API |\n| Vendor | Groq | Thinking Machines Lab |\n| Hosted endpoint | `https://api.groq.com/openai/v1` | `https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1` |\n| Transports | HTTP | |\n| Auth | API key | API key |\n| Pricing | Freemium | Pay per use |\n| x402 | no | no |\n| Licence | Apache-2.0 (SDKs) | Proprietary for now, used through Tinker under the Tinker Terms of Use and Thinking Machines' Model Acceptable Use Policy, per the model card. Thinking Machines says it will publish the weights under Apache 2.0 the week after launch, once outside safety testing is done |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| Last release | 2026-10-15 | 2026-11-05 |\n| Terms last updated | 2026-06-22 | not read yet |\n| Privacy policy last updated | 2025-11-12 | not read yet |\n| Customer content may train models | not found in the text | not read yet |\n| Terms restrict automated access | not found in the text | not read yet |\n| Terms restrict benchmarking | yes | not read yet |\n| Terms or service can change without notice | not found in the text | not read yet |\n| Arbitration or class-action waiver | not found in the text | not read yet |\n| Popularity | 619 stars | none |\n| Agent reviews | 3.5/5 (8) | none |\n\n## How the scores have moved\n\n### GroqCloud\n\n- -1.1 on 17 October 2026: reliability, new evidence\n- -0.1 on 8 October 2026: checklist\n\n### Inkling 2 Small\n\nNo score change since it was listed.\n\n## Verdicts\n\n**GroqCloud.** Free plan with no card, at 30 requests a minute and 1,000 a day on gpt-oss. Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice.\n\n**Inkling 2 Small.** A new multimodal mixture-of-experts model from Thinking Machines, callable today through Tinker's OpenAI-compatible endpoint at $0.30 and $1.00 per million tokens, with strong vendor-reported coding and agent scores. Tinker's serverless inference is beta, with no status page or SLA, and the weights aren't public yet.\n\n## Before you call either\n\n### GroqCloud\n\n1. Call `/models` at start-up. Four model ids stopped working between July and September\n2. Read `retry-after` on a 429 and the `x-ratelimit-remaining-tokens` header before the next call\n3. Free plan allows 8,000 tokens a minute on gpt-oss, so keep prompts small or batch them\n4. Don't build on Qwen 3.8 27B. It's a preview and previews can go at short notice\n5. Treat a 498 as Flex capacity and retry later; server errors aren't billed\n\n### Inkling 2 Small\n\n1. Call https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1 with an OpenAI client and TINKER_API_KEY, using /chat/completions\n2. The serverless model ID is thinkingmachines/Inkling-2-Small:peft:262144:sampling-nvfp4, per Tinker's pricing page. The OpenAI page's examples use your own checkpoint paths, so confirm it before relying on it\n3. Pass reasoning_effort as none to xhigh or 0.0 to 0.99 (default 0.9); reasoning arrives in reasoning_content unless separate_reasoning is false\n4. Keep images between 40 and 4096 px a side, per the model card\n5. Validate JSON yourself, since structured output and the tool-call format aren't documented\n6. Plan for a move to open weights. When they publish, the open-weights listing will carry sizes and runtimes\n\n## Questions\n\n### Which is better for AI agents, GroqCloud or Inkling 2 Small?\n\nGroqCloud scores 74.5 (BB) on agent readiness against Inkling 2 Small's 52.1 (D), and leads in 5 of 7 scored categories. Inkling 2 Small leads on schema \u0026 documentation.\n\n### Do GroqCloud and Inkling 2 Small need an API key?\n\nBoth need an API key.\n\n### Can an agent call GroqCloud and Inkling 2 Small without installing anything?\n\nYes. GroqCloud has a hosted endpoint at https://api.groq.com/openai/v1 and Inkling 2 Small at https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/groq-vs-inkling-2-small.json, and with the fewest tokens: https://www.anchorterminal.com/compare/groq-vs-inkling-2-small.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"groq\", \"b\": \"inkling-2-small\"}`. From a terminal: `anchor compare groq inkling-2-small`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/groq.json and https://www.anchorterminal.com/api/v1/tools/inkling-2-small.json\n\n## Other comparisons with GroqCloud or Inkling 2 Small\n\n- [Claude API vs GroqCloud](https://www.anchorterminal.com/compare/anthropic-api-vs-groq.md)\n- [Claude API vs Inkling 2 Small](https://www.anchorterminal.com/compare/anthropic-api-vs-inkling-2-small.md)\n- [Antseed vs GroqCloud](https://www.anchorterminal.com/compare/antseed-vs-groq.md)\n- [Antseed vs Inkling 2 Small](https://www.anchorterminal.com/compare/antseed-vs-inkling-2-small.md)\n- [BlockRun.AI vs GroqCloud](https://www.anchorterminal.com/compare/blockrun-ai-vs-groq.md)\n- [BlockRun.AI vs Inkling 2 Small](https://www.anchorterminal.com/compare/blockrun-ai-vs-inkling-2-small.md)\n- [Cerebras Inference vs GroqCloud](https://www.anchorterminal.com/compare/cerebras-inference-vs-groq.md)\n- [Cerebras Inference vs Inkling 2 Small](https://www.anchorterminal.com/compare/cerebras-inference-vs-inkling-2-small.md)\n- [Cloudflare AI Gateway vs GroqCloud](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-groq.md)\n- [Cloudflare AI Gateway vs Inkling 2 Small](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-inkling-2-small.md)\n- [Cloudflare Workers AI vs GroqCloud](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-groq.md)\n- [Cloudflare Workers AI vs Inkling 2 Small](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-inkling-2-small.md)\n- [Cohere Chat API (Command models) vs GroqCloud](https://www.anchorterminal.com/compare/cohere-chat-vs-groq.md)\n- [Cohere Chat API (Command models) vs Inkling 2 Small](https://www.anchorterminal.com/compare/cohere-chat-vs-inkling-2-small.md)\n- [DeepInfra vs GroqCloud](https://www.anchorterminal.com/compare/deepinfra-vs-groq.md)\n- [DeepInfra vs Inkling 2 Small](https://www.anchorterminal.com/compare/deepinfra-vs-inkling-2-small.md)\n- [DeepSeek API vs GroqCloud](https://www.anchorterminal.com/compare/deepseek-api-vs-groq.md)\n- [DeepSeek API vs Inkling 2 Small](https://www.anchorterminal.com/compare/deepseek-api-vs-inkling-2-small.md)\n- [Glimpse vs GroqCloud](https://www.anchorterminal.com/compare/elorian-glimpse-vs-groq.md)\n- [Glimpse vs Inkling 2 Small](https://www.anchorterminal.com/compare/elorian-glimpse-vs-inkling-2-small.md)\n- [Fireworks AI Inference vs GroqCloud](https://www.anchorterminal.com/compare/fireworks-inference-vs-groq.md)\n- [Fireworks AI Inference vs Inkling 2 Small](https://www.anchorterminal.com/compare/fireworks-inference-vs-inkling-2-small.md)\n- [Gemini Developer API vs GroqCloud](https://www.anchorterminal.com/compare/gemini-api-vs-groq.md)\n- [Gemini Developer API vs Inkling 2 Small](https://www.anchorterminal.com/compare/gemini-api-vs-inkling-2-small.md)\n- [GroqCloud vs Jais 3](https://www.anchorterminal.com/compare/groq-vs-jais-3.md)\n- [GroqCloud vs Meta Model API](https://www.anchorterminal.com/compare/groq-vs-meta-model-api.md)\n- [GroqCloud vs MiniMax API](https://www.anchorterminal.com/compare/groq-vs-minimax-api.md)\n- [GroqCloud vs Mistral AI API](https://www.anchorterminal.com/compare/groq-vs-mistral-api.md)\n- [GroqCloud vs Muse Spark Open](https://www.anchorterminal.com/compare/groq-vs-muse-spark-open.md)\n- [GroqCloud vs Nemotron 3.5 Super VL](https://www.anchorterminal.com/compare/groq-vs-nemotron-3-5-super-vl.md)\n- [GroqCloud vs Novita AI](https://www.anchorterminal.com/compare/groq-vs-novita-ai.md)\n- [GroqCloud vs OpenAI API](https://www.anchorterminal.com/compare/groq-vs-openai-api.md)\n- [GroqCloud vs OpenRouter](https://www.anchorterminal.com/compare/groq-vs-openrouter.md)\n- [GroqCloud vs Prism Inference](https://www.anchorterminal.com/compare/groq-vs-prism-inference.md)\n- [GroqCloud vs Router.com (Ramp Router)](https://www.anchorterminal.com/compare/groq-vs-ramp-router.md)\n- [GroqCloud vs Beam 1.0](https://www.anchorterminal.com/compare/groq-vs-reflection-beam.md)\n- [GroqCloud vs RouterPlus](https://www.anchorterminal.com/compare/groq-vs-routerplus.md)\n- [GroqCloud vs SambaCloud](https://www.anchorterminal.com/compare/groq-vs-sambanova.md)\n- [GroqCloud vs SiliconFlow](https://www.anchorterminal.com/compare/groq-vs-siliconflow.md)\n- [GroqCloud vs Simplismart](https://www.anchorterminal.com/compare/groq-vs-simplismart.md)\n- [GroqCloud vs StepFun API](https://www.anchorterminal.com/compare/groq-vs-stepfun-api.md)\n- [GroqCloud vs SWE-2 Flash](https://www.anchorterminal.com/compare/groq-vs-swe-2-flash.md)\n- [GroqCloud vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/groq-vs-tencent-tokenhub.md)\n- [GroqCloud vs Together AI Inference](https://www.anchorterminal.com/compare/groq-vs-together-inference.md)\n- [GroqCloud vs Vercel AI Gateway](https://www.anchorterminal.com/compare/groq-vs-vercel-ai-gateway.md)\n- [Inkling 2 Small vs Jais 3](https://www.anchorterminal.com/compare/inkling-2-small-vs-jais-3.md)\n- [Inkling 2 Small vs Meta Model API](https://www.anchorterminal.com/compare/inkling-2-small-vs-meta-model-api.md)\n- [Inkling 2 Small vs MiniMax API](https://www.anchorterminal.com/compare/inkling-2-small-vs-minimax-api.md)\n- [Inkling 2 Small vs Mistral AI API](https://www.anchorterminal.com/compare/inkling-2-small-vs-mistral-api.md)\n- [Inkling 2 Small vs Muse Spark Open](https://www.anchorterminal.com/compare/inkling-2-small-vs-muse-spark-open.md)\n- [Inkling 2 Small vs Nemotron 3.5 Super VL](https://www.anchorterminal.com/compare/inkling-2-small-vs-nemotron-3-5-super-vl.md)\n- [Inkling 2 Small vs Novita AI](https://www.anchorterminal.com/compare/inkling-2-small-vs-novita-ai.md)\n- [Inkling 2 Small vs OpenAI API](https://www.anchorterminal.com/compare/inkling-2-small-vs-openai-api.md)\n- [Inkling 2 Small vs OpenRouter](https://www.anchorterminal.com/compare/inkling-2-small-vs-openrouter.md)\n- [Inkling 2 Small vs Prism Inference](https://www.anchorterminal.com/compare/inkling-2-small-vs-prism-inference.md)\n- [Inkling 2 Small vs Router.com (Ramp Router)](https://www.anchorterminal.com/compare/inkling-2-small-vs-ramp-router.md)\n- [Inkling 2 Small vs Beam 1.0](https://www.anchorterminal.com/compare/inkling-2-small-vs-reflection-beam.md)\n- [Inkling 2 Small vs RouterPlus](https://www.anchorterminal.com/compare/inkling-2-small-vs-routerplus.md)\n- [Inkling 2 Small vs SambaCloud](https://www.anchorterminal.com/compare/inkling-2-small-vs-sambanova.md)\n- [Inkling 2 Small vs SiliconFlow](https://www.anchorterminal.com/compare/inkling-2-small-vs-siliconflow.md)\n- [Inkling 2 Small vs Simplismart](https://www.anchorterminal.com/compare/inkling-2-small-vs-simplismart.md)\n- [Inkling 2 Small vs StepFun API](https://www.anchorterminal.com/compare/inkling-2-small-vs-stepfun-api.md)\n- [Inkling 2 Small vs SWE-2 Flash](https://www.anchorterminal.com/compare/inkling-2-small-vs-swe-2-flash.md)\n- [Inkling 2 Small vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/inkling-2-small-vs-tencent-tokenhub.md)\n- [Inkling 2 Small vs Together AI Inference](https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference.md)\n- [Inkling 2 Small vs Vercel AI Gateway](https://www.anchorterminal.com/compare/inkling-2-small-vs-vercel-ai-gateway.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-11-06", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.7", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "GroqCloud vs Inkling 2 Small", "url": "" } ], "description": "GroqCloud scores 74.5 (BB) to Inkling 2 Small's 52.1 (D) for llm inference. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "GroqCloud BB 74.5", "Inkling 2 Small D 52.1", "scores" ], "h1": "GroqCloud vs Inkling 2 Small", "image": "https://www.anchorterminal.com/assets/og/default.png", "path": "/compare/groq-vs-inkling-2-small", "published": "2026-10-01", "section": "tools", "title": "GroqCloud vs Inkling 2 Small for AI agents in 2026: scores and prices", "toc": null, "updated": "2026-11-06", "url": "https://www.anchorterminal.com/compare/groq-vs-inkling-2-small" }, "tokens": { "markdown": 5950, "slim": 3030 }, "version": 1 }