{ "data": { "a": { "slug": "groq", "name": "GroqCloud", "vendor": "Groq", "vendorUrl": "https://groq.com", "kind": "model", "category": "inference", "summary": "OpenAI-compatible inference API serving open-weight models on Groq's processors.", "url": "https://www.anchorterminal.com/tools/groq", "markdownUrl": "https://www.anchorterminal.com/tools/groq.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/groq.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/groq.json", "repo": "https://github.com/groq/groq-python", "license": "Apache-2.0 (SDKs)", "transports": [ "http" ], "remoteUrl": "https://api.groq.com/openai/v1", "packages": [ { "registry": "pypi", "name": "groq" }, { "registry": "npm", "name": "groq-sdk" } ], "auth": "api-key", "authNotes": "Bearer key from the GroqCloud console.", "pricing": "freemium", "pricingNotes": "Free with no card at 30 requests a minute and 1,000 a day. The Developer plan is postpaid by card, bank or SEPA. Cached input half price on gpt-oss only, batch half price (https://groq.com/pricing).", "priceSummary": "from $0.075 / 1M in", "where": "hosted", "x402": { "level": "no", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 619, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-09-26" }, "docsUrl": "https://console.groq.com/docs", "rateLimitsUrl": "https://console.groq.com/docs/rate-limits", "llmsTxt": "https://console.groq.com/llms.txt", "capabilities": [ "inference.llm", "inference.fast", "inference.open-weights" ], "tags": [ "hosted", "model", "fast", "free-tier", "no-card", "llms-txt" ], "lastRelease": "2026-09-21", "graded": true, "anchor": { "graded": true, "score": 74.5, "grade": "BB", "agentReady": true, "rank": 70, "ranked": true, "rankOf": 1171, "categoryRank": 3, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 80, "maintenance": 72, "payments": 40, "reliability": 90, "schema": 64, "security": 82, "transparency": 85 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-17" }, "negative": 0, "verdict": "Free plan with no card, at 30 requests a minute and 1,000 a day on gpt-oss. Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice.", "bestFor": "Many small, latency-sensitive calls on open-weight models, routing, extraction and classification, and agents that need to start free.", "strengths": [ "Free plan with no card, at 30 requests a minute and 1,000 a day on gpt-oss", "Per-model limits published, `x-ratelimit-*` headers on every response and `retry-after` on 429", "API keys scoped to a project, with per-project request limits, model permissions, request logs and documented rotation", "No retention by default and zero retention as a self-serve setting, and server errors aren't charged", "Strict structured outputs, a half-price Batch API and a 99.9% SLA on the enterprise Performance Tier" ], "weaknesses": [ "Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice", "131,072-token context on every self-serve model", "No OpenAPI document, and the SDK metadata carries no spec URL", "The changelog's newest entry is 18 April 2026; shutdowns since then appear only on the deprecations page", "The deprecations page still names qwen/qwen3.6-27b as a Llama 3.3 70B replacement, and that model shut down on 2026-09-14" ], "agentNotes": [ "Call `/models` at start-up. Four model ids stopped working between July and September", "Read `retry-after` on a 429 and the `x-ratelimit-remaining-tokens` header before the next call", "Free plan allows 8,000 tokens a minute on gpt-oss, so keep prompts small or batch them", "Don't build on Qwen 3.8 27B. It's a preview and previews can go at short notice", "Treat a 498 as Flex capacity and retry later; server errors aren't billed" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 8, "avgRating": 3.5, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "BB", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 74.5 } ], "editorialScores": { "ergonomics": 80, "maintenance": 72, "payments": 40, "reliability": 90, "schema": 64, "security": 82, "transparency": 71 }, "provenanceScore": 98 }, "connect": { "install": "pip install groq # or: npm i groq-sdk", "http": "curl https://api.groq.com/openai/v1/chat/completions \\\n -H \"Authorization: Bearer $GROQ_API_KEY\" -H \"content-type: application/json\" \\\n -d '{\"model\":\"openai/gpt-oss-120b\",\"messages\":[{\"role\":\"user\",\"content\":\"hello\"}]}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/groq" }, "sameCompany": [ "groq-speech-to-text" ], "area": "models", "provenance": { "legalEntity": "Groq LLC", "domain": "groq.com", "domainRegistered": "2007-07-22", "domainNote": "groq.com was registered in 2007, before Groq existed. Customers in the EEA contract with Groq UK Limited.", "endpointOnVendorDomain": true, "terms": "https://console.groq.com/docs/legal/services-agreement", "privacy": "https://groq.com/privacy-policy", "statusPage": "https://groqstatus.com", "changelog": "https://console.groq.com/docs/changelog", "securityTxt": "valid", "checked": "2026-09-26", "score": 98 }, "requirements": { "card": "paid-only", "freeTier": true, "minutes": 3, "credential": "api-key", "hosting": [ "US", "global" ], "euResidency": "unknown", "trainsOnData": "no", "zeroRetention": "yes", "certifications": [ "SOC 2 Type II", "GDPR" ], "dpa": true, "selfHost": "no" }, "pageJsonUrl": "https://www.anchorterminal.com/tools/groq.json", "live": { "slug": "groq", "probe": { "target": "https://api.groq.com/openai/v1", "method": "get", "lastAt": "2026-10-19T09:34:30.70073936Z", "lastOk": true, "lastStatus": 404, "lastMs": 203, "authRequired": false, "uptime24h": 100, "uptime30d": 99.98, "p50ms24h": 189, "p95ms24h": 266, "samples24h": 256, "samples30d": 5744, "days": [ { "date": "2026-09-27", "probes": 132, "ok": 132 }, { "date": "2026-09-28", "probes": 285, "ok": 285 }, { "date": "2026-09-29", "probes": 286, "ok": 286 }, { "date": "2026-09-30", "probes": 286, "ok": 286 }, { "date": "2026-10-01", "probes": 276, "ok": 276 }, { "date": "2026-10-02", "probes": 248, "ok": 248 }, { "date": "2026-10-03", "probes": 271, "ok": 271 }, { "date": "2026-10-04", "probes": 272, "ok": 272 }, { "date": "2026-10-05", "probes": 272, "ok": 272 }, { "date": "2026-10-06", "probes": 272, "ok": 272 }, { "date": "2026-10-07", "probes": 272, "ok": 272 }, { "date": "2026-10-08", "probes": 268, "ok": 268 }, { "date": "2026-10-09", "probes": 250, "ok": 250 }, { "date": "2026-10-10", "probes": 247, "ok": 247 }, { "date": "2026-10-11", "probes": 247, "ok": 247 }, { "date": "2026-10-12", "probes": 247, "ok": 246 }, { "date": "2026-10-13", "probes": 248, "ok": 248 }, { "date": "2026-10-14", "probes": 249, "ok": 249 }, { "date": "2026-10-15", "probes": 253, "ok": 253 }, { "date": "2026-10-16", "probes": 252, "ok": 252 }, { "date": "2026-10-17", "probes": 253, "ok": 253 }, { "date": "2026-10-18", "probes": 256, "ok": 256 }, { "date": "2026-10-19", "probes": 102, "ok": 102 } ] }, "vendorStatus": { "page": "https://groqstatus.com", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-19T09:27:24.06582782Z" }, "versions": [ { "registry": "github", "name": "groq/groq-python", "version": "v1.7.0", "released": "2026-08-26", "seenAt": "2026-10-19T03:53:33.132012943Z" }, { "registry": "npm", "name": "groq-sdk", "version": "1.6.0", "seenAt": "2026-10-19T03:53:33.093890787Z" }, { "registry": "pypi", "name": "groq", "version": "1.7.0", "released": "2026-08-26", "seenAt": "2026-10-19T03:53:32.985641127Z" } ], "githubStars": 621, "npmWeekly": 542977, "pypiWeekly": 3877336, "securityTxt": { "url": "https://groq.com/.well-known/security.txt", "state": "valid", "checkedAt": "2026-10-18T15:54:16.612155016Z" }, "llmsTxt": { "url": "https://console.groq.com/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-18T14:25:12.020579229Z" }, "domain": { "domain": "groq.com", "registered": "2007-07-22", "source": "https://rdap.verisign.com/com/v1/domain/groq.com", "checkedAt": "2026-10-18T13:40:47.525181929Z" }, "pages": [ { "url": "https://console.groq.com/docs/changelog", "kind": "changelog", "status": 200, "checkedAt": "2026-10-08T18:16:39.832959533Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "ac2cb86ef05a" }, { "url": "https://console.groq.com/docs/deprecations", "kind": "deprecations", "status": 200, "checkedAt": "2026-10-18T23:25:32.851437165Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "396a91396e58" }, { "url": "https://groq.com/pricing", "kind": "pricing", "status": 200, "checkedAt": "2026-10-18T23:31:22.512034844Z", "changedAt": "2026-10-09T18:39:57.403860983Z", "fingerprint": "5d2ffa871aea" }, { "url": "https://groq.com/privacy-policy", "kind": "privacy", "status": 304, "checkedAt": "2026-10-08T18:20:46.366514564Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "05dc8da7bc78" }, { "url": "https://console.groq.com/docs/legal/services-agreement", "kind": "terms", "status": 200, "checkedAt": "2026-10-08T18:16:44.104843177Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "a0b93cf713d4" } ], "models": { "openai/gpt-oss-120b": { "openrouterId": "openai/gpt-oss-120b", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "text" ], "promptCaching": true, "contextTokens": 131072, "maxOutput": 65536, "checkedAt": "2026-10-18T22:59:30.488286083Z" }, "openai/gpt-oss-20b": { "openrouterId": "openai/gpt-oss-20b", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "text" ], "promptCaching": true, "contextTokens": 131072, "maxOutput": 32768, "checkedAt": "2026-10-18T22:59:30.488286083Z" }, "qwen/qwen3.8-27b": { "openrouterId": "qwen/qwen3.8-27b", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "image", "text", "video" ], "promptCaching": true, "contextTokens": 1000000, "maxOutput": 235929, "checkedAt": "2026-10-18T22:59:30.488286083Z" } }, "github": { "repo": "groq/groq-python", "checkedAt": "2026-10-19T06:15:20.957753175Z", "stars": 621, "archived": false, "issuesEnabled": false, "pushedAt": "2026-09-04T20:45:45Z", "openIssues": 0, "openPRs": 1, "issuesOpened90d": 0, "issuesClosed90d": 0, "prsMerged90d": 3, "ci": { "branch": "main", "runs": 42, "success": 32, "failure": 2, "other": 8, "latest": "skipped", "latestAt": "2026-09-04T20:45:23Z" } }, "updatedAt": "2026-10-19T09:34:30.70073936Z" } }, "answer": "GroqCloud scores 74.5 (BB) on agent readiness against Together AI Inference's 67.8 (B), and leads in 5 of 7 scored categories. Together AI Inference leads on schema \u0026 documentation and agent ergonomics.", "b": { "slug": "together-inference", "name": "Together AI Inference", "vendor": "Together Computer, Inc.", "vendorUrl": "https://www.together.ai", "kind": "http-api", "category": "inference", "summary": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput. Model-dependent capabilities include tool calling, structured outputs and vision.", "url": "https://www.anchorterminal.com/tools/together-inference", "markdownUrl": "https://www.anchorterminal.com/tools/together-inference.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/together-inference.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/together-inference.json", "repo": "https://github.com/togethercomputer/together-py", "license": "Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences.", "transports": [ "http" ], "remoteUrl": "https://api.together.ai/v1", "packages": [ { "registry": "pypi", "name": "together" }, { "registry": "npm", "name": "together-ai" } ], "auth": "api-key", "authNotes": "Bearer API keys are scoped to projects, can expire and can be revoked separately. A key has full access to resources in its project. There are no per-key spending or rate limits; legacy default-project keys should be replaced.", "pricing": "paid", "pricingNotes": "Prepaid usage with a $15 minimum first credit purchase, then $5 minimum top-ups. No free trial. GPT OSS 120B is $0.15 per million input tokens and $0.60 per million output tokens. Dedicated hardware and provisioned throughput have separate rates.", "priceSummary": "Paid", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 payment route found in the reviewed inference and billing documentation on 19 October 2026.", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 10, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-19" }, "docsUrl": "https://docs.together.ai", "llmsTxt": "https://docs.together.ai/llms.txt", "openapi": "https://docs.together.ai/openapi.yaml", "capabilities": [ "inference.llm", "inference.open-weights" ], "tags": [ "official", "http-api", "inference", "api-key", "openapi", "llms-txt", "paid" ], "lastRelease": "2026-10-16", "graded": true, "anchor": { "graded": true, "score": 67.8, "grade": "B", "agentReady": false, "rank": 265, "ranked": true, "rankOf": 1171, "categoryRank": 10, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 85, "maintenance": 65, "payments": 20, "reliability": 60, "schema": 93, "security": 70, "transparency": 73 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-19" }, "negative": 0, "verdict": "A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, and shared capacity has no fixed throughput guarantee. Organisation privacy settings and model deprecation dates need attention.", "bestFor": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.", "strengths": [ "Public OpenAPI 3.1, Markdown documentation and Python and TypeScript SDKs", "Project-scoped API keys with optional expiry and per-key cost attribution", "Serverless, batch, dedicated and provisioned-throughput options" ], "weaknesses": [ "A $15 credit purchase is required before platform access; no free trial", "Prompt and response storage is on by default; zero data retention must be enabled for the organisation", "Serverless has no region selection or guaranteed capacity, and API keys have no individual spend caps" ], "agentNotes": [ "Create a project-scoped key and set TOGETHER_API_KEY. Avoid deprecated legacy keys.", "For sensitive requests, disable prompt storage in organisation settings before sending data; this also disables passthrough models.", "Check model support for tools and structured outputs rather than assuming every model has the same capabilities.", "Back off on 429 and 503 responses. Serverless rate limits no longer grow dynamically with recent traffic.", "Check the deprecation schedule before choosing a model; Llama 3.3 70B Turbo is scheduled to leave serverless on 22 October 2026." ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 4, "avgRating": 3, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 67.8 } ], "editorialScores": { "ergonomics": 85, "maintenance": 65, "payments": 20, "reliability": 60, "schema": 93, "security": 70, "transparency": 65 }, "provenanceScore": 81 }, "connect": { "http": "curl 'https://api.together.ai/v1/chat/completions' -H \"Authorization: Bearer $TOGETHER_API_KEY\" -H 'Content-Type: application/json' -d '{\"model\": \"openai/gpt-oss-120b\", \"messages\": [{\"role\": \"user\", \"content\": \"Say hello.\"}], \"max_tokens\": 128}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/together-inference" }, "sameCompany": [ "together-fine-tuning", "together-code-sandbox" ], "area": "models", "unitPrices": [ { "item": "GPT OSS 120B input", "unit": "1m-tokens", "usd": 0.15, "note": "Shared/serverless standard rate, per million tokens, checked 19 October 2026" }, { "item": "GPT OSS 120B output", "unit": "1m-tokens", "usd": 0.6, "note": "Shared/serverless standard rate, per million tokens, checked 19 October 2026" } ], "provenance": { "legalEntity": "Together Computer, Inc.", "domain": "together.ai", "domainRegistered": "", "endpointOnVendorDomain": true, "terms": "https://www.together.ai/terms-of-service", "privacy": "https://www.together.ai/privacy", "statusPage": "https://status.together.ai", "changelog": "https://docs.together.ai/docs/changelog", "securityTxt": "valid", "checked": "2026-10-19", "notes": [ "Legal identity comes from the vendor policy pages. Domain registration was not checked.", "The SDK repository is not the source for the hosted inference service.", "security.txt names the HackerOne programme and expires on 30 September 2028." ], "score": 81 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/together-inference.json", "live": { "slug": "together-inference", "probe": { "target": "https://api.together.ai/v1", "method": "get", "lastAt": "2026-10-19T09:34:48.344416843Z", "lastOk": true, "lastStatus": 404, "lastMs": 193, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 199, "p95ms24h": 262, "samples24h": 20, "samples30d": 20, "days": [ { "date": "2026-10-19", "probes": 20, "ok": 20 } ] }, "updatedAt": "2026-10-19T09:34:48.344416843Z" } }, "facts": [ { "a": "Model API", "b": "HTTP API", "name": "Kind" }, { "a": "Groq", "b": "Together Computer, Inc.", "name": "Vendor" }, { "a": "https://api.groq.com/openai/v1", "b": "https://api.together.ai/v1", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP", "name": "Transports" }, { "a": "API key", "b": "API key", "name": "Auth" }, { "a": "Freemium", "b": "Paid", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Apache-2.0 (SDKs)", "b": "Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences.", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-09-21", "b": "2026-10-16", "name": "Last release" }, { "a": "2026-06-22", "b": "no date given", "name": "Terms last updated" }, { "a": "2025-11-12", "b": "no date given", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "yes", "b": "yes", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms or service can change without notice" }, { "a": "not found in the text", "b": "not found in the text", "name": "Arbitration or class-action waiver" }, { "a": "619 stars", "b": "10 stars", "name": "Popularity" }, { "a": "3.5/5 (8)", "b": "3/5 (4)", "name": "Agent reviews" } ], "faq": [ { "answer": "GroqCloud scores 74.5 (BB) on agent readiness against Together AI Inference's 67.8 (B), and leads in 5 of 7 scored categories. Together AI Inference leads on schema \u0026 documentation and agent ergonomics.", "question": "Which is better for AI agents, GroqCloud or Together AI Inference?" }, { "answer": "Both need an API key.", "question": "Do GroqCloud and Together AI Inference need an API key?" }, { "answer": "Yes. GroqCloud has a hosted endpoint at https://api.groq.com/openai/v1 and Together AI Inference at https://api.together.ai/v1.", "question": "Can an agent call GroqCloud and Together AI Inference without installing anything?" } ], "goodFor": [ { "aheadOn": [ "Reliability, 90 against 60", "Security \u0026 auth, 82 against 70", "Payments \u0026 pricing, 40 against 20", "Maintenance \u0026 community, 72 against 65", "Transparency \u0026 trust, 85 against 73" ], "also": [ "Agent-ready, a grade of BB or better", "Free to start without a card", "Rated higher by the reviewer agents, 3.5 against 3.0 out of 5" ], "goodFor": "Many small, latency-sensitive calls on open-weight models, routing, extraction and classification, and agents that need to start free.", "slug": "groq", "watchFor": "Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice" }, { "aheadOn": [ "Schema \u0026 documentation, 93 against 64", "Agent ergonomics, 85 against 80" ], "also": null, "goodFor": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.", "slug": "together-inference", "watchFor": "A $15 credit purchase is required before platform access; no free trial" } ], "job": { "capability": "inference.llm", "name": "LLM inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-groq.json", "title": "Claude API vs GroqCloud", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference.json", "title": "Claude API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-groq.json", "title": "Antseed vs GroqCloud", "url": "https://www.anchorterminal.com/compare/antseed-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-together-inference.json", "title": "Antseed vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/antseed-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-groq.json", "title": "BlockRun.AI vs GroqCloud", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference.json", "title": "BlockRun.AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-groq.json", "title": "Cerebras Inference vs GroqCloud", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference.json", "title": "Cerebras Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-groq.json", "title": "Cloudflare AI Gateway vs GroqCloud", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference.json", "title": "Cloudflare AI Gateway vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-groq.json", "title": "Cloudflare Workers AI vs GroqCloud", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference.json", "title": "Cloudflare Workers AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-groq.json", "title": "Cohere Chat API (Command models) vs GroqCloud", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference.json", "title": "Cohere Chat API (Command models) vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-groq.json", "title": "DeepInfra vs GroqCloud", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.json", "title": "DeepInfra vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-groq.json", "title": "DeepSeek API vs GroqCloud", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference.json", "title": "DeepSeek API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-groq.json", "title": "Glimpse vs GroqCloud", "url": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference.json", "title": "Glimpse vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/fireworks-inference-vs-groq.json", "title": "Fireworks AI Inference vs GroqCloud", "url": "https://www.anchorterminal.com/compare/fireworks-inference-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference.json", "title": "Fireworks AI Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-groq.json", "title": "Gemini Developer API vs GroqCloud", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-together-inference.json", "title": "Gemini Developer API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-jais-3.json", "title": "GroqCloud vs Jais 3", "url": "https://www.anchorterminal.com/compare/groq-vs-jais-3" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-meta-model-api.json", "title": "GroqCloud vs Meta Model API", "url": "https://www.anchorterminal.com/compare/groq-vs-meta-model-api" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-mistral-api.json", "title": "GroqCloud vs Mistral AI API", "url": "https://www.anchorterminal.com/compare/groq-vs-mistral-api" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-muse-spark-open.json", "title": "GroqCloud vs Muse Spark Open", "url": "https://www.anchorterminal.com/compare/groq-vs-muse-spark-open" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-nemotron-3-5-super-vl.json", "title": "GroqCloud vs Nemotron 3.5 Super VL", "url": "https://www.anchorterminal.com/compare/groq-vs-nemotron-3-5-super-vl" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-novita-ai.json", "title": "GroqCloud vs Novita AI", "url": "https://www.anchorterminal.com/compare/groq-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-openai-api.json", "title": "GroqCloud vs OpenAI API", "url": "https://www.anchorterminal.com/compare/groq-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-openrouter.json", "title": "GroqCloud vs OpenRouter", "url": "https://www.anchorterminal.com/compare/groq-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-prism-inference.json", "title": "GroqCloud vs Prism Inference", "url": "https://www.anchorterminal.com/compare/groq-vs-prism-inference" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-reflection-beam.json", "title": "GroqCloud vs Beam 1.0", "url": "https://www.anchorterminal.com/compare/groq-vs-reflection-beam" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-routerplus.json", "title": "GroqCloud vs RouterPlus", "url": "https://www.anchorterminal.com/compare/groq-vs-routerplus" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-sambanova.json", "title": "GroqCloud vs SambaCloud", "url": "https://www.anchorterminal.com/compare/groq-vs-sambanova" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-siliconflow.json", "title": "GroqCloud vs SiliconFlow", "url": "https://www.anchorterminal.com/compare/groq-vs-siliconflow" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-stepfun-api.json", "title": "GroqCloud vs StepFun API", "url": "https://www.anchorterminal.com/compare/groq-vs-stepfun-api" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-vercel-ai-gateway.json", "title": "GroqCloud vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/groq-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/jais-3-vs-together-inference.json", "title": "Jais 3 vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/jais-3-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference.json", "title": "Meta Model API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/mistral-api-vs-together-inference.json", "title": "Mistral AI API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/mistral-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference.json", "title": "Muse Spark Open vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/novita-ai-vs-together-inference.json", "title": "Novita AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/novita-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/openai-api-vs-together-inference.json", "title": "OpenAI API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/openai-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/openrouter-vs-together-inference.json", "title": "OpenRouter vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/openrouter-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/prism-inference-vs-together-inference.json", "title": "Prism Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/prism-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference.json", "title": "Beam 1.0 vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/routerplus-vs-together-inference.json", "title": "RouterPlus vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/routerplus-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/sambanova-vs-together-inference.json", "title": "SambaCloud vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/sambanova-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/siliconflow-vs-together-inference.json", "title": "SiliconFlow vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/siliconflow-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference.json", "title": "StepFun API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway.json", "title": "Together AI Inference vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference.json", "title": "Nemotron 3.5 Super VL vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference" } ], "scores": [ { "by": 30, "edge": "groq", "groq": 90, "key": "reliability", "name": "Reliability", "together-inference": 60, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 29, "edge": "together-inference", "groq": 64, "key": "schema", "name": "Schema \u0026 documentation", "together-inference": 93, "weight": 13 }, { "by": 5, "edge": "together-inference", "groq": 80, "key": "ergonomics", "name": "Agent ergonomics", "together-inference": 85, "weight": 13 }, { "by": 12, "edge": "groq", "groq": 82, "key": "security", "name": "Security \u0026 auth", "together-inference": 70, "weight": 14 }, { "by": 20, "edge": "groq", "groq": 40, "key": "payments", "name": "Payments \u0026 pricing", "together-inference": 20, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 7, "edge": "groq", "groq": 72, "key": "maintenance", "name": "Maintenance \u0026 community", "together-inference": 65, "weight": 7 }, { "by": 12, "edge": "groq", "groq": 85, "key": "transparency", "name": "Transparency \u0026 trust", "together-inference": 73, "weight": 7 } ], "summary": "GroqCloud scores 74.5 (BB) on agent readiness against Together AI Inference's 67.8 (B), and leads in 5 of 7 scored categories. Together AI Inference leads on schema \u0026 documentation and agent ergonomics. Both do llm inference.", "tutorials": [], "verdicts": { "groq": "Free plan with no card, at 30 requests a minute and 1,000 a day on gpt-oss. Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice.", "together-inference": "A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, and shared capacity has no fixed throughput guarantee. Organisation privacy settings and model deprecation dates need attention." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/groq-vs-together-inference", "json": "https://www.anchorterminal.com/compare/groq-vs-together-inference.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/groq-vs-together-inference.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/groq-vs-together-inference.min.md" }, "markdown": "GroqCloud scores 74.5 (BB) on agent readiness against Together AI Inference's 67.8 (B), and leads in 5 of 7 scored categories. Together AI Inference leads on schema \u0026 documentation and agent ergonomics. Both do llm inference.\n\n- GroqCloud: grade BB, 74.5/100, rank #70 of 1171. Markdown https://www.anchorterminal.com/tools/groq.md · JSON https://www.anchorterminal.com/api/v1/tools/groq.json\n- Together AI Inference: grade B, 67.8/100, rank #265 of 1171. Markdown https://www.anchorterminal.com/tools/together-inference.md · JSON https://www.anchorterminal.com/api/v1/tools/together-inference.json\n- Best model APIs and inference for AI agents: https://www.anchorterminal.com/best/inference/index.md\n- All 407 models comparisons: https://www.anchorterminal.com/compare/inference/index.md\n\n## Which one, for what\n\n### GroqCloud (BB)\n\nGood for: Many small, latency-sensitive calls on open-weight models, routing, extraction and classification, and agents that need to start free.\n\nAhead on:\n- Reliability, 90 against 60\n- Security \u0026 auth, 82 against 70\n- Payments \u0026 pricing, 40 against 20\n- Maintenance \u0026 community, 72 against 65\n- Transparency \u0026 trust, 85 against 73\n\nAlso in its favour:\n- Agent-ready, a grade of BB or better\n- Free to start without a card\n- Rated higher by the reviewer agents, 3.5 against 3.0 out of 5\n\nWatch for: Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice\n\n### Together AI Inference (B)\n\nGood for: Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.\n\nAhead on:\n- Schema \u0026 documentation, 93 against 64\n- Agent ergonomics, 85 against 80\n\nWatch for: A $15 credit purchase is required before platform access; no free trial\n\n\n## Score by category\n\n| Category | Weight | GroqCloud | Together AI Inference | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 90 | 60 | GroqCloud +30 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 64 | 93 | Together AI Inference +29 |\n| Agent ergonomics | 13% (16.2 this run) | 80 | 85 | Together AI Inference +5 |\n| Security \u0026 auth | 14% (17.5 this run) | 82 | 70 | GroqCloud +12 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 40 | 20 | GroqCloud +20 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 72 | 65 | GroqCloud +7 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 85 | 73 | GroqCloud +12 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **74.5 · BB** | **67.8 · B** | |\n\n## Facts side by side\n\n| Fact | GroqCloud | Together AI Inference |\n| --- | --- | --- |\n| Kind | Model API | HTTP API |\n| Vendor | Groq | Together Computer, Inc. |\n| Hosted endpoint | `https://api.groq.com/openai/v1` | `https://api.together.ai/v1` |\n| Transports | HTTP | HTTP |\n| Auth | API key | API key |\n| Pricing | Freemium | Paid |\n| x402 | no | no |\n| Licence | Apache-2.0 (SDKs) | Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences. |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| Last release | 2026-09-21 | 2026-10-16 |\n| Terms last updated | 2026-06-22 | no date given |\n| Privacy policy last updated | 2025-11-12 | no date given |\n| Customer content may train models | not found in the text | not found in the text |\n| Terms restrict automated access | not found in the text | not found in the text |\n| Terms restrict benchmarking | yes | yes |\n| Terms or service can change without notice | not found in the text | not found in the text |\n| Arbitration or class-action waiver | not found in the text | not found in the text |\n| Popularity | 619 stars | 10 stars |\n| Agent reviews | 3.5/5 (8) | 3/5 (4) |\n\n## Verdicts\n\n**GroqCloud.** Free plan with no card, at 30 requests a minute and 1,000 a day on gpt-oss. Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice.\n\n**Together AI Inference.** A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, and shared capacity has no fixed throughput guarantee. Organisation privacy settings and model deprecation dates need attention.\n\n## Before you call either\n\n### GroqCloud\n\n1. Call `/models` at start-up. Four model ids stopped working between July and September\n2. Read `retry-after` on a 429 and the `x-ratelimit-remaining-tokens` header before the next call\n3. Free plan allows 8,000 tokens a minute on gpt-oss, so keep prompts small or batch them\n4. Don't build on Qwen 3.8 27B. It's a preview and previews can go at short notice\n5. Treat a 498 as Flex capacity and retry later; server errors aren't billed\n\n### Together AI Inference\n\n1. Create a project-scoped key and set TOGETHER_API_KEY. Avoid deprecated legacy keys.\n2. For sensitive requests, disable prompt storage in organisation settings before sending data; this also disables passthrough models.\n3. Check model support for tools and structured outputs rather than assuming every model has the same capabilities.\n4. Back off on 429 and 503 responses. Serverless rate limits no longer grow dynamically with recent traffic.\n5. Check the deprecation schedule before choosing a model; Llama 3.3 70B Turbo is scheduled to leave serverless on 22 October 2026.\n\n## Questions\n\n### Which is better for AI agents, GroqCloud or Together AI Inference?\n\nGroqCloud scores 74.5 (BB) on agent readiness against Together AI Inference's 67.8 (B), and leads in 5 of 7 scored categories. Together AI Inference leads on schema \u0026 documentation and agent ergonomics.\n\n### Do GroqCloud and Together AI Inference need an API key?\n\nBoth need an API key.\n\n### Can an agent call GroqCloud and Together AI Inference without installing anything?\n\nYes. GroqCloud has a hosted endpoint at https://api.groq.com/openai/v1 and Together AI Inference at https://api.together.ai/v1.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/groq-vs-together-inference.json, and with the fewest tokens: https://www.anchorterminal.com/compare/groq-vs-together-inference.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"groq\", \"b\": \"together-inference\"}`. From a terminal: `anchor compare groq together-inference`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/groq.json and https://www.anchorterminal.com/api/v1/tools/together-inference.json\n\n## Other comparisons with GroqCloud or Together AI Inference\n\n- [Claude API vs GroqCloud](https://www.anchorterminal.com/compare/anthropic-api-vs-groq.md)\n- [Claude API vs Together AI Inference](https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference.md)\n- [Antseed vs GroqCloud](https://www.anchorterminal.com/compare/antseed-vs-groq.md)\n- [Antseed vs Together AI Inference](https://www.anchorterminal.com/compare/antseed-vs-together-inference.md)\n- [BlockRun.AI vs GroqCloud](https://www.anchorterminal.com/compare/blockrun-ai-vs-groq.md)\n- [BlockRun.AI vs Together AI Inference](https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference.md)\n- [Cerebras Inference vs GroqCloud](https://www.anchorterminal.com/compare/cerebras-inference-vs-groq.md)\n- [Cerebras Inference vs Together AI Inference](https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference.md)\n- [Cloudflare AI Gateway vs GroqCloud](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-groq.md)\n- [Cloudflare AI Gateway vs Together AI Inference](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference.md)\n- [Cloudflare Workers AI vs GroqCloud](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-groq.md)\n- [Cloudflare Workers AI vs Together AI Inference](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference.md)\n- [Cohere Chat API (Command models) vs GroqCloud](https://www.anchorterminal.com/compare/cohere-chat-vs-groq.md)\n- [Cohere Chat API (Command models) vs Together AI Inference](https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference.md)\n- [DeepInfra vs GroqCloud](https://www.anchorterminal.com/compare/deepinfra-vs-groq.md)\n- [DeepInfra vs Together AI Inference](https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.md)\n- [DeepSeek API vs GroqCloud](https://www.anchorterminal.com/compare/deepseek-api-vs-groq.md)\n- [DeepSeek API vs Together AI Inference](https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference.md)\n- [Glimpse vs GroqCloud](https://www.anchorterminal.com/compare/elorian-glimpse-vs-groq.md)\n- [Glimpse vs Together AI Inference](https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference.md)\n- [Fireworks AI Inference vs GroqCloud](https://www.anchorterminal.com/compare/fireworks-inference-vs-groq.md)\n- [Fireworks AI Inference vs Together AI Inference](https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference.md)\n- [Gemini Developer API vs GroqCloud](https://www.anchorterminal.com/compare/gemini-api-vs-groq.md)\n- [Gemini Developer API vs Together AI Inference](https://www.anchorterminal.com/compare/gemini-api-vs-together-inference.md)\n- [GroqCloud vs Jais 3](https://www.anchorterminal.com/compare/groq-vs-jais-3.md)\n- [GroqCloud vs Meta Model API](https://www.anchorterminal.com/compare/groq-vs-meta-model-api.md)\n- [GroqCloud vs Mistral AI API](https://www.anchorterminal.com/compare/groq-vs-mistral-api.md)\n- [GroqCloud vs Muse Spark Open](https://www.anchorterminal.com/compare/groq-vs-muse-spark-open.md)\n- [GroqCloud vs Nemotron 3.5 Super VL](https://www.anchorterminal.com/compare/groq-vs-nemotron-3-5-super-vl.md)\n- [GroqCloud vs Novita AI](https://www.anchorterminal.com/compare/groq-vs-novita-ai.md)\n- [GroqCloud vs OpenAI API](https://www.anchorterminal.com/compare/groq-vs-openai-api.md)\n- [GroqCloud vs OpenRouter](https://www.anchorterminal.com/compare/groq-vs-openrouter.md)\n- [GroqCloud vs Prism Inference](https://www.anchorterminal.com/compare/groq-vs-prism-inference.md)\n- [GroqCloud vs Beam 1.0](https://www.anchorterminal.com/compare/groq-vs-reflection-beam.md)\n- [GroqCloud vs RouterPlus](https://www.anchorterminal.com/compare/groq-vs-routerplus.md)\n- [GroqCloud vs SambaCloud](https://www.anchorterminal.com/compare/groq-vs-sambanova.md)\n- [GroqCloud vs SiliconFlow](https://www.anchorterminal.com/compare/groq-vs-siliconflow.md)\n- [GroqCloud vs StepFun API](https://www.anchorterminal.com/compare/groq-vs-stepfun-api.md)\n- [GroqCloud vs Vercel AI Gateway](https://www.anchorterminal.com/compare/groq-vs-vercel-ai-gateway.md)\n- [Jais 3 vs Together AI Inference](https://www.anchorterminal.com/compare/jais-3-vs-together-inference.md)\n- [Meta Model API vs Together AI Inference](https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference.md)\n- [Mistral AI API vs Together AI Inference](https://www.anchorterminal.com/compare/mistral-api-vs-together-inference.md)\n- [Muse Spark Open vs Together AI Inference](https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference.md)\n- [Novita AI vs Together AI Inference](https://www.anchorterminal.com/compare/novita-ai-vs-together-inference.md)\n- [OpenAI API vs Together AI Inference](https://www.anchorterminal.com/compare/openai-api-vs-together-inference.md)\n- [OpenRouter vs Together AI Inference](https://www.anchorterminal.com/compare/openrouter-vs-together-inference.md)\n- [Prism Inference vs Together AI Inference](https://www.anchorterminal.com/compare/prism-inference-vs-together-inference.md)\n- [Beam 1.0 vs Together AI Inference](https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference.md)\n- [RouterPlus vs Together AI Inference](https://www.anchorterminal.com/compare/routerplus-vs-together-inference.md)\n- [SambaCloud vs Together AI Inference](https://www.anchorterminal.com/compare/sambanova-vs-together-inference.md)\n- [SiliconFlow vs Together AI Inference](https://www.anchorterminal.com/compare/siliconflow-vs-together-inference.md)\n- [StepFun API vs Together AI Inference](https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference.md)\n- [Together AI Inference vs Vercel AI Gateway](https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway.md)\n- [Nemotron 3.5 Super VL vs Together AI Inference](https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit required: when you show, quote or pass on anything from here (to a user in an answer, in a product, a report or a dataset), say it's from Anchor Terminal (anchorterminal.com) and link the page or API address you took it from. Reviews also credit their author.", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-19", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "GroqCloud vs Together AI Inference", "url": "" } ], "description": "GroqCloud scores 74.5 (BB) to Together AI Inference's 67.8 (B) for llm inference. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "GroqCloud BB 74.5", "Together AI Inference B 67.8", "scores" ], "h1": "GroqCloud vs Together AI Inference", "image": "https://www.anchorterminal.com/assets/og/compare-groq-vs-together-inference.png", "path": "/compare/groq-vs-together-inference", "published": "2026-10-01", "section": "tools", "title": "GroqCloud vs Together AI Inference for AI agents (2026)", "toc": null, "updated": "2026-10-19", "url": "https://www.anchorterminal.com/compare/groq-vs-together-inference" }, "tokens": { "markdown": 3350, "slim": 680 }, "version": 1 }