{ "data": { "a": { "slug": "cohere-chat", "name": "Cohere Chat API (Command models)", "vendor": "Cohere", "vendorUrl": "https://cohere.com", "kind": "model", "category": "inference", "summary": "Cohere's Chat API generates text with the Command family of models over REST (v2 chat), with tool use, structured outputs, citations and streaming. SDKs cover Python, TypeScript, Java and Go.", "url": "https://www.anchorterminal.com/tools/cohere-chat", "markdownUrl": "https://www.anchorterminal.com/tools/cohere-chat.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/cohere-chat.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/cohere-chat.json", "repo": "https://github.com/cohere-ai/cohere-python", "license": "Proprietary service under Cohere's Commercial SaaS Agreement. The SDKs are MIT", "transports": [ "http" ], "remoteUrl": "https://api.cohere.com/v2/chat", "packages": [ { "registry": "pypi", "name": "cohere" }, { "registry": "npm", "name": "cohere-ai" }, { "registry": "go", "name": "github.com/cohere-ai/cohere-go/v2" } ], "auth": "api-key", "authNotes": "Bearer API key from the dashboard, self-serve. A trial key is created at sign-up. A production key needs a team Owner to complete the Go to Production form and accept the SaaS agreement. Team roles are Owner and User. No key scopes or expiry were found in the docs.", "pricing": "freemium", "pricingNotes": "Trial keys are free with no card, limited to 20 chat requests a minute and 1,000 calls a month, and not for commercial use. Production keys bill per input and output token, monthly or at $250 outstanding. Current Command prices are in a script-drawn tab of cohere.com/pricing that we could not read. Production keys stay at trial limits on Command A+, Reasoning, Translate and Vision (checked 2026-10-09).", "priceSummary": "from $2.50 / 1M in", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs, the OpenAPI file or the pricing page (checked 2026-10-09).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-09" }, "docsUrl": "https://docs.cohere.com/docs/chat-api", "rateLimitsUrl": "https://docs.cohere.com/docs/rate-limits", "llmsTxt": "https://docs.cohere.com/llms.txt", "openapi": "https://raw.githubusercontent.com/cohere-ai/cohere-developer-experience/main/cohere-openapi.yaml", "capabilities": [ "inference.llm", "inference.open-weights" ], "tags": [ "official", "hosted", "model", "free-tier", "no-card", "openapi", "llms-txt", "openai-compatible", "python", "typescript", "java", "go", "status-page", "soc2", "bug-bounty" ], "lastRelease": "2026-09-09", "graded": true, "anchor": { "graded": true, "score": 64.7, "grade": "B", "agentReady": false, "rank": 342, "ranked": true, "rankOf": 950, "categoryRank": 11, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 72, "maintenance": 72, "payments": 30, "reliability": 64, "schema": 84, "security": 57, "transparency": 74 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-09" }, "negative": 0, "verdict": "A public OpenAPI file, Markdown twins of every docs page and SDKs in four languages make the Chat API easy for an agent to read. Production keys do not cover the four newest Command models, whose limits are set by sales, and the SaaS agreement lets Cohere share API data with third parties.", "bestFor": "Teams that want Command models for RAG with citations, tool use and multilingual work, and that may later move to a private deployment or Model Vault.", "strengths": [ "Public OpenAPI 3.1 file in the docs repository, last changed 29 September 2026, and a Markdown twin of every docs page", "A trial key is created at sign-up with no card, limited to 20 chat requests a minute and 1,000 calls a month", "Official SDKs for Python, TypeScript, Java and Go, each with a release on 26 August 2026", "JSON Schema structured outputs, `strict_tools` (beta), citations, reasoning budgets and safety modes on the v2 chat request", "The trust centre lists SOC 2 Type II, ISO 27001, ISO 42001 and a bug bounty, with nine sub-processors, all in the US" ], "weaknesses": [ "Production keys work like trial keys on Command A+, Reasoning, Translate and Vision. The docs send production use of those models to sales or to Model Vault", "Prices for current Command models sit in a script-drawn tab of the pricing page that we could not read. Only legacy prices appear in the page text", "The SaaS agreement of 8 April 2025 grants Cohere an irrevocable right to use API data to improve its services and to share it with third parties", "No Retry-After header, backoff guidance or idempotency key was found in the reviewed documentation", "The SaaS agreement forbids use of the services for benchmarking or competitive analysis. Recorded as a fact, and it matters before any probe is run" ], "agentNotes": [ "Call `POST https://api.cohere.com/v2/chat` with `Authorization: bearer \u003ckey\u003e`. `model` and `messages` are the only required fields", "Use `command-a-03-2025`, `command-r-08-2024`, `command-r-plus-08-2024` or `command-r7b-12-2024` for production traffic. Newer variants stay at trial limits on a production key", "Keep a trial key under 20 chat requests a minute and 1,000 calls a month, and do not use it for commercial work", "Set `response_format` with a `json_schema` for structured output, and tell the model to produce JSON when using `json_object` without a schema", "Ask the account Owner to turn off training under Data Controls in the dashboard before sending confidential prompts" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 64.7 } ], "editorialScores": { "ergonomics": 72, "maintenance": 72, "payments": 30, "reliability": 64, "schema": 84, "security": 57, "transparency": 65 }, "provenanceScore": 83 }, "connect": { "install": "pip install cohere # or: npm i cohere-ai", "http": "curl --request POST \\\n --url https://api.cohere.ai/v2/chat \\\n --header 'accept: application/json' \\\n --header 'content-type: application/json' \\\n --header \"Authorization: bearer $CO_API_KEY\" \\\n --data '{\"model\":\"command-a-plus-05-2026\",\"messages\":[{\"role\":\"user\",\"content\":\"Hello\"}]}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/cohere-chat" }, "sameCompany": [ "cohere-embed", "cohere-north" ], "area": "models", "provenance": { "legalEntity": "Cohere Inc.", "domain": "cohere.com", "domainRegistered": "2000-03-07", "endpointOnVendorDomain": true, "terms": "https://cohere.com/saas-agreement", "privacy": "https://cohere.com/privacy", "statusPage": "https://status.cohere.com", "changelog": "https://docs.cohere.com/v2/changelog", "securityTxt": "none", "checked": "2026-10-09", "notes": [ "The Commercial SaaS Agreement (last updated 8 April 2025) names Cohere Inc., 171 John Street, Suite 200, Toronto, Ontario, and is governed by Ontario law.", "The privacy policy (last updated 1 May 2026) says it does not apply to customer inputs and outputs under an enterprise agreement, which the agreement and a DPA govern. The DPA is sent on request.", "The OpenAPI file names https://api.cohere.com as the server and the chat guide's examples call https://api.cohere.ai. Both are Cohere's.", "cohere.com/.well-known/security.txt answers 404. The trust centre holds a responsible disclosure policy for the bug bounty.", "status.cohere.ai redirects to status.cohere.com, whose robots.txt answers 404, so the host publishes no rules.", "RDAP for cohere.com gives a registration date of 2000-03-07." ], "score": 83 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/cohere-chat.json", "live": { "slug": "cohere-chat", "probe": { "target": "https://api.cohere.com/v2/chat", "method": "get", "lastAt": "2026-10-10T02:07:05.568976298Z", "lastOk": true, "lastStatus": 401, "lastMs": 144, "lastNote": "asks for credentials", "authRequired": true, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 144, "p95ms24h": 241, "samples24h": 107, "samples30d": 107, "days": [ { "date": "2026-10-09", "probes": 85, "ok": 85 }, { "date": "2026-10-10", "probes": 22, "ok": 22 } ] }, "vendorStatus": { "page": "https://status.cohere.com", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-10T02:05:48.85497993Z" }, "versions": [ { "registry": "github", "name": "cohere-ai/cohere-python", "version": "7.1.0", "released": "2026-08-26", "seenAt": "2026-10-09T16:46:32.363318225Z" }, { "registry": "npm", "name": "cohere-ai", "version": "8.1.0", "seenAt": "2026-10-09T16:46:31.955149363Z" }, { "registry": "pypi", "name": "cohere", "version": "7.2.0", "released": "2026-09-28", "seenAt": "2026-10-09T16:46:31.750729672Z" } ], "githubStars": 404, "npmWeekly": 446483, "pypiWeekly": 2506118, "pages": [ { "url": "https://docs.cohere.com/v2/changelog", "kind": "changelog", "status": 304, "checkedAt": "2026-10-09T18:36:57.799784835Z", "changedAt": "2026-10-07T18:04:51.510283642Z", "fingerprint": "f82c6d389ba7" }, { "url": "https://docs.cohere.com/docs/deprecations", "kind": "deprecations", "status": 200, "checkedAt": "2026-10-09T18:36:55.160420163Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "9848f1f6c54c" }, { "url": "https://cohere.com/privacy", "kind": "privacy", "status": 200, "checkedAt": "2026-10-09T18:34:08.463769439Z", "changedAt": "2026-10-08T18:16:32.121838469Z", "fingerprint": "5ed49b0909fd" }, { "url": "https://cohere.com/saas-agreement", "kind": "terms", "status": 200, "checkedAt": "2026-10-09T18:34:10.296826504Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "09fbf37bff61" } ], "models": { "command-r-plus-08-2024": { "openrouterId": "cohere/command-r-plus-08-2024", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": false, "input": [ "text" ], "promptCaching": false, "contextTokens": 128000, "maxOutput": 4000, "checkedAt": "2026-10-09T22:59:28.49657734Z" } }, "updatedAt": "2026-10-10T02:07:05.568976298Z" } }, "answer": "GroqCloud scores 75.6 (BB) on agent readiness against Cohere Chat API (Command models)'s 64.7 (B), and leads in 5 of 7 scored categories. Cohere Chat API (Command models) leads on schema \u0026 documentation.", "b": { "slug": "groq", "name": "GroqCloud", "vendor": "Groq", "vendorUrl": "https://groq.com", "kind": "model", "category": "inference", "summary": "OpenAI-compatible inference API serving open-weight models on Groq's processors.", "url": "https://www.anchorterminal.com/tools/groq", "markdownUrl": "https://www.anchorterminal.com/tools/groq.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/groq.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/groq.json", "repo": "https://github.com/groq/groq-python", "license": "Apache-2.0 (SDKs)", "transports": [ "http" ], "remoteUrl": "https://api.groq.com/openai/v1", "packages": [ { "registry": "pypi", "name": "groq" }, { "registry": "npm", "name": "groq-sdk" } ], "auth": "api-key", "authNotes": "Bearer key from the GroqCloud console.", "pricing": "freemium", "pricingNotes": "Free with no card at 30 requests a minute and 1,000 a day. The Developer plan is postpaid by card, bank or SEPA. Cached input half price on gpt-oss only, batch half price (https://groq.com/pricing).", "priceSummary": "from $0.075 / 1M in", "where": "hosted", "x402": { "level": "no", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 619, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-09-26" }, "docsUrl": "https://console.groq.com/docs", "rateLimitsUrl": "https://console.groq.com/docs/rate-limits", "llmsTxt": "https://console.groq.com/llms.txt", "capabilities": [ "inference.llm", "inference.fast", "inference.open-weights" ], "tags": [ "hosted", "model", "fast", "free-tier", "no-card", "llms-txt" ], "lastRelease": "2026-09-21", "graded": true, "anchor": { "graded": true, "score": 75.6, "grade": "BB", "agentReady": true, "rank": 44, "ranked": true, "rankOf": 950, "categoryRank": 3, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 80, "maintenance": 72, "payments": 40, "reliability": 100, "schema": 64, "security": 77, "transparency": 85 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-01" }, "negative": 0, "verdict": "Free plan with no card, at 30 requests a minute and 1,000 a day on gpt-oss. Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice.", "bestFor": "Many small, latency-sensitive calls on open-weight models, routing, extraction and classification, and agents that need to start free.", "strengths": [ "Free plan with no card, at 30 requests a minute and 1,000 a day on gpt-oss", "Per-model limits published, `x-ratelimit-*` headers on every response and `retry-after` on 429", "API keys scoped to a project, with per-project request limits, model permissions and request logs", "No retention by default and zero retention as a self-serve setting, and 5xx errors aren't charged", "Strict structured outputs, a half-price Batch API and a 99.9% SLA on the Performance Tier" ], "weaknesses": [ "Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice", "131,072-token context on every self-serve model", "No OpenAPI document, and the SDK metadata carries no spec URL", "Cached input is half price on the three gpt-oss models only", "The deprecations page still names qwen/qwen3.6-27b as a Llama 3.3 70B replacement, and that model shut down on 2026-09-14" ], "agentNotes": [ "Call `/models` at start-up. Four model ids stopped working this quarter", "Read `retry-after` on a 429 and the `x-ratelimit-remaining-tokens` header before the next call", "Free plan allows 8,000 tokens a minute on gpt-oss, so keep prompts small or batch them", "Don't build on Qwen 3.8 27B. It's a preview and previews can go at short notice", "Treat a 498 as Flex capacity and retry later; 5xx responses aren't billed" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 8, "avgRating": 3.5, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "BB", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 75.6 } ], "editorialScores": { "ergonomics": 80, "maintenance": 72, "payments": 40, "reliability": 100, "schema": 64, "security": 77, "transparency": 71 }, "provenanceScore": 98 }, "connect": { "install": "pip install groq # or: npm i groq-sdk", "http": "curl https://api.groq.com/openai/v1/chat/completions \\\n -H \"Authorization: Bearer $GROQ_API_KEY\" -H \"content-type: application/json\" \\\n -d '{\"model\":\"openai/gpt-oss-120b\",\"messages\":[{\"role\":\"user\",\"content\":\"hello\"}]}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/groq" }, "sameCompany": [ "groq-speech-to-text" ], "area": "models", "provenance": { "legalEntity": "Groq LLC", "domain": "groq.com", "domainRegistered": "2007-07-22", "domainNote": "groq.com was registered in 2007, before Groq existed. Customers in the EEA contract with Groq UK Limited.", "endpointOnVendorDomain": true, "terms": "https://console.groq.com/docs/legal/services-agreement", "privacy": "https://groq.com/privacy-policy", "statusPage": "https://groqstatus.com", "changelog": "https://console.groq.com/docs/changelog", "securityTxt": "valid", "checked": "2026-09-26", "score": 98 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/groq.json", "live": { "slug": "groq", "probe": { "target": "https://api.groq.com/openai/v1", "method": "get", "lastAt": "2026-10-10T02:07:10.583504553Z", "lastOk": true, "lastStatus": 404, "lastMs": 194, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 181, "p95ms24h": 241, "samples24h": 250, "samples30d": 3412, "days": [ { "date": "2026-09-27", "probes": 132, "ok": 132 }, { "date": "2026-09-28", "probes": 285, "ok": 285 }, { "date": "2026-09-29", "probes": 286, "ok": 286 }, { "date": "2026-09-30", "probes": 286, "ok": 286 }, { "date": "2026-10-01", "probes": 276, "ok": 276 }, { "date": "2026-10-02", "probes": 248, "ok": 248 }, { "date": "2026-10-03", "probes": 271, "ok": 271 }, { "date": "2026-10-04", "probes": 272, "ok": 272 }, { "date": "2026-10-05", "probes": 272, "ok": 272 }, { "date": "2026-10-06", "probes": 272, "ok": 272 }, { "date": "2026-10-07", "probes": 272, "ok": 272 }, { "date": "2026-10-08", "probes": 268, "ok": 268 }, { "date": "2026-10-09", "probes": 250, "ok": 250 }, { "date": "2026-10-10", "probes": 22, "ok": 22 } ] }, "vendorStatus": { "page": "https://groqstatus.com", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-10T02:06:02.801974954Z" }, "versions": [ { "registry": "github", "name": "groq/groq-python", "version": "v1.7.0", "released": "2026-08-26", "seenAt": "2026-10-09T16:57:00.280806328Z" }, { "registry": "npm", "name": "groq-sdk", "version": "1.6.0", "seenAt": "2026-10-09T16:57:00.224157819Z" }, { "registry": "pypi", "name": "groq", "version": "1.7.0", "released": "2026-08-26", "seenAt": "2026-10-09T16:57:00.108650314Z" } ], "githubStars": 621, "npmWeekly": 884716, "pypiWeekly": 4040988, "securityTxt": { "url": "https://groq.com/.well-known/security.txt", "state": "valid", "checkedAt": "2026-10-09T15:40:10.425828811Z" }, "llmsTxt": { "url": "https://console.groq.com/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-09T14:02:06.351064928Z" }, "domain": { "domain": "groq.com", "registered": "2007-07-22", "source": "https://rdap.verisign.com/com/v1/domain/groq.com", "checkedAt": "2026-10-04T13:05:20.535748109Z" }, "pages": [ { "url": "https://console.groq.com/docs/changelog", "kind": "changelog", "status": 200, "checkedAt": "2026-10-08T18:16:39.832959533Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "ac2cb86ef05a" }, { "url": "https://console.groq.com/docs/deprecations", "kind": "deprecations", "status": 200, "checkedAt": "2026-10-09T18:34:20.199537167Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "396a91396e58" }, { "url": "https://groq.com/pricing", "kind": "pricing", "status": 200, "checkedAt": "2026-10-09T18:39:57.403860983Z", "changedAt": "2026-10-09T18:39:57.403860983Z", "fingerprint": "5d2ffa871aea" }, { "url": "https://groq.com/privacy-policy", "kind": "privacy", "status": 304, "checkedAt": "2026-10-08T18:20:46.366514564Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "05dc8da7bc78" }, { "url": "https://console.groq.com/docs/legal/services-agreement", "kind": "terms", "status": 200, "checkedAt": "2026-10-08T18:16:44.104843177Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "a0b93cf713d4" } ], "models": { "openai/gpt-oss-120b": { "openrouterId": "openai/gpt-oss-120b", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "text" ], "promptCaching": false, "contextTokens": 131072, "maxOutput": 117964, "checkedAt": "2026-10-09T22:59:28.49657734Z" }, "openai/gpt-oss-20b": { "openrouterId": "openai/gpt-oss-20b", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "text" ], "promptCaching": true, "contextTokens": 131072, "maxOutput": 32768, "checkedAt": "2026-10-09T22:59:28.49657734Z" }, "qwen/qwen3.8-27b": { "openrouterId": "qwen/qwen3.8-27b", "tools": true, "structuredOutputs": true, "jsonMode": true, "reasoning": true, "input": [ "image", "text", "video" ], "promptCaching": true, "contextTokens": 1000000, "maxOutput": 131072, "checkedAt": "2026-10-09T22:59:28.49657734Z" } }, "updatedAt": "2026-10-10T02:07:10.583504553Z" } }, "facts": [ { "a": "Model API", "b": "Model API", "name": "Kind" }, { "a": "Cohere", "b": "Groq", "name": "Vendor" }, { "a": "https://api.cohere.com/v2/chat", "b": "https://api.groq.com/openai/v1", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP", "name": "Transports" }, { "a": "API key", "b": "API key", "name": "Auth" }, { "a": "Freemium", "b": "Freemium", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Proprietary service under Cohere's Commercial SaaS Agreement. The SDKs are MIT", "b": "Apache-2.0 (SDKs)", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-09-09", "b": "2026-09-21", "name": "Last release" }, { "a": "2025-04-08", "b": "2026-06-22", "name": "Terms last updated" }, { "a": "2026-05-01", "b": "2025-11-12", "name": "Privacy policy last updated" }, { "a": "yes", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "yes", "b": "yes", "name": "Terms restrict benchmarking" }, { "a": "yes", "b": "not found in the text", "name": "Terms or service can change without notice" }, { "a": "not found in the text", "b": "not found in the text", "name": "Arbitration or class-action waiver" }, { "a": "none", "b": "619 stars", "name": "Popularity" }, { "a": "none", "b": "3.5/5 (8)", "name": "Agent reviews" } ], "faq": [ { "answer": "GroqCloud scores 75.6 (BB) on agent readiness against Cohere Chat API (Command models)'s 64.7 (B), and leads in 5 of 7 scored categories. Cohere Chat API (Command models) leads on schema \u0026 documentation.", "question": "Which is better for AI agents, Cohere Chat API (Command models) or GroqCloud?" }, { "answer": "Both need an API key.", "question": "Do Cohere Chat API (Command models) and GroqCloud need an API key?" }, { "answer": "Yes. Cohere Chat API (Command models) has a hosted endpoint at https://api.cohere.com/v2/chat and GroqCloud at https://api.groq.com/openai/v1.", "question": "Can an agent call Cohere Chat API (Command models) and GroqCloud without installing anything?" } ], "goodFor": [ { "aheadOn": [ "Schema \u0026 documentation, 84 against 64" ], "also": null, "goodFor": "Teams that want Command models for RAG with citations, tool use and multilingual work, and that may later move to a private deployment or Model Vault.", "slug": "cohere-chat", "watchFor": "Production keys work like trial keys on Command A+, Reasoning, Translate and Vision. The docs send production use of those models to sales or to Model Vault" }, { "aheadOn": [ "Reliability, 100 against 64", "Agent ergonomics, 80 against 72", "Security \u0026 auth, 77 against 57", "Payments \u0026 pricing, 40 against 30", "Transparency \u0026 trust, 85 against 74" ], "also": [ "Agent-ready, a grade of BB or better" ], "goodFor": "Many small, latency-sensitive calls on open-weight models, routing, extraction and classification, and agents that need to start free.", "slug": "groq", "watchFor": "Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice" } ], "job": { "capability": "inference.llm", "name": "LLM inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-cohere-chat.json", "title": "Claude API vs Cohere Chat API (Command models)", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-cohere-chat" }, { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-groq.json", "title": "Claude API vs GroqCloud", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-cohere-chat.json", "title": "Antseed vs Cohere Chat API (Command models)", "url": "https://www.anchorterminal.com/compare/antseed-vs-cohere-chat" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-groq.json", "title": "Antseed vs GroqCloud", "url": "https://www.anchorterminal.com/compare/antseed-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-cohere-chat.json", "title": "BlockRun.AI vs Cohere Chat API (Command models)", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-cohere-chat" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-groq.json", "title": "BlockRun.AI vs GroqCloud", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-cohere-chat.json", "title": "Cloudflare AI Gateway vs Cohere Chat API (Command models)", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-cohere-chat" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-groq.json", "title": "Cloudflare AI Gateway vs GroqCloud", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-cohere-chat.json", "title": "Cloudflare Workers AI vs Cohere Chat API (Command models)", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-cohere-chat" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-groq.json", "title": "Cloudflare Workers AI vs GroqCloud", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-deepinfra.json", "title": "Cohere Chat API (Command models) vs DeepInfra", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-deepseek-api.json", "title": "Cohere Chat API (Command models) vs DeepSeek API", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-deepseek-api" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-gemini-api.json", "title": "Cohere Chat API (Command models) vs Gemini Developer API", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-gemini-api" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-mistral-api.json", "title": "Cohere Chat API (Command models) vs Mistral AI API", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-mistral-api" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-novita-ai.json", "title": "Cohere Chat API (Command models) vs Novita AI", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-openai-api.json", "title": "Cohere Chat API (Command models) vs OpenAI API", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-openrouter.json", "title": "Cohere Chat API (Command models) vs OpenRouter", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-prism-inference.json", "title": "Cohere Chat API (Command models) vs Prism Inference", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-prism-inference" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-sambanova.json", "title": "Cohere Chat API (Command models) vs SambaCloud", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-sambanova" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-siliconflow.json", "title": "Cohere Chat API (Command models) vs SiliconFlow", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-siliconflow" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-groq.json", "title": "DeepInfra vs GroqCloud", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-groq.json", "title": "DeepSeek API vs GroqCloud", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-groq.json", "title": "Gemini Developer API vs GroqCloud", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-mistral-api.json", "title": "GroqCloud vs Mistral AI API", "url": "https://www.anchorterminal.com/compare/groq-vs-mistral-api" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-novita-ai.json", "title": "GroqCloud vs Novita AI", "url": "https://www.anchorterminal.com/compare/groq-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-openai-api.json", "title": "GroqCloud vs OpenAI API", "url": "https://www.anchorterminal.com/compare/groq-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-openrouter.json", "title": "GroqCloud vs OpenRouter", "url": "https://www.anchorterminal.com/compare/groq-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-prism-inference.json", "title": "GroqCloud vs Prism Inference", "url": "https://www.anchorterminal.com/compare/groq-vs-prism-inference" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-sambanova.json", "title": "GroqCloud vs SambaCloud", "url": "https://www.anchorterminal.com/compare/groq-vs-sambanova" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-siliconflow.json", "title": "GroqCloud vs SiliconFlow", "url": "https://www.anchorterminal.com/compare/groq-vs-siliconflow" } ], "scores": [ { "by": 36, "cohere-chat": 64, "edge": "groq", "groq": 100, "key": "reliability", "name": "Reliability", "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 20, "cohere-chat": 84, "edge": "cohere-chat", "groq": 64, "key": "schema", "name": "Schema \u0026 documentation", "weight": 13 }, { "by": 8, "cohere-chat": 72, "edge": "groq", "groq": 80, "key": "ergonomics", "name": "Agent ergonomics", "weight": 13 }, { "by": 20, "cohere-chat": 57, "edge": "groq", "groq": 77, "key": "security", "name": "Security \u0026 auth", "weight": 14 }, { "by": 10, "cohere-chat": 30, "edge": "groq", "groq": 40, "key": "payments", "name": "Payments \u0026 pricing", "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 0, "cohere-chat": 72, "edge": "", "groq": 72, "key": "maintenance", "name": "Maintenance \u0026 community", "weight": 7 }, { "by": 11, "cohere-chat": 74, "edge": "groq", "groq": 85, "key": "transparency", "name": "Transparency \u0026 trust", "weight": 7 } ], "summary": "GroqCloud scores 75.6 (BB) on agent readiness against Cohere Chat API (Command models)'s 64.7 (B), and leads in 5 of 7 scored categories. Cohere Chat API (Command models) leads on schema \u0026 documentation. Both do llm inference.", "verdicts": { "cohere-chat": "A public OpenAPI file, Markdown twins of every docs page and SDKs in four languages make the Chat API easy for an agent to read. Production keys do not cover the four newest Command models, whose limits are set by sales, and the SaaS agreement lets Cohere share API data with third parties.", "groq": "Free plan with no card, at 30 requests a minute and 1,000 a day on gpt-oss. Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/cohere-chat-vs-groq", "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-groq.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/cohere-chat-vs-groq.md", "slim": "https://www.anchorterminal.com/compare/cohere-chat-vs-groq.min.md" }, "markdown": "GroqCloud scores 75.6 (BB) on agent readiness against Cohere Chat API (Command models)'s 64.7 (B), and leads in 5 of 7 scored categories. Cohere Chat API (Command models) leads on schema \u0026 documentation. Both do llm inference.\n\n- Cohere Chat API (Command models): grade B, 64.7/100, rank #342 of 950. Markdown https://www.anchorterminal.com/tools/cohere-chat.md · JSON https://www.anchorterminal.com/api/v1/tools/cohere-chat.json\n- GroqCloud: grade BB, 75.6/100, rank #44 of 950. Markdown https://www.anchorterminal.com/tools/groq.md · JSON https://www.anchorterminal.com/api/v1/tools/groq.json\n- Best model APIs and inference for AI agents: https://www.anchorterminal.com/best/inference/index.md\n- All 136 models comparisons: https://www.anchorterminal.com/compare/inference/index.md\n\n## Which one, for what\n\n### Cohere Chat API (Command models) (B)\n\nGood for: Teams that want Command models for RAG with citations, tool use and multilingual work, and that may later move to a private deployment or Model Vault.\n\nAhead on:\n- Schema \u0026 documentation, 84 against 64\n\nWatch for: Production keys work like trial keys on Command A+, Reasoning, Translate and Vision. The docs send production use of those models to sales or to Model Vault\n\n### GroqCloud (BB)\n\nGood for: Many small, latency-sensitive calls on open-weight models, routing, extraction and classification, and agents that need to start free.\n\nAhead on:\n- Reliability, 100 against 64\n- Agent ergonomics, 80 against 72\n- Security \u0026 auth, 77 against 57\n- Payments \u0026 pricing, 40 against 30\n- Transparency \u0026 trust, 85 against 74\n\nAlso in its favour:\n- Agent-ready, a grade of BB or better\n\nWatch for: Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice\n\n\n## Score by category\n\n| Category | Weight | Cohere Chat API (Command models) | GroqCloud | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 64 | 100 | GroqCloud +36 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 84 | 64 | Cohere Chat API (Command models) +20 |\n| Agent ergonomics | 13% (16.2 this run) | 72 | 80 | GroqCloud +8 |\n| Security \u0026 auth | 14% (17.5 this run) | 57 | 77 | GroqCloud +20 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 30 | 40 | GroqCloud +10 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 72 | 72 | even |\n| Transparency \u0026 trust | 7% (8.8 this run) | 74 | 85 | GroqCloud +11 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **64.7 · B** | **75.6 · BB** | |\n\n## Facts side by side\n\n| Fact | Cohere Chat API (Command models) | GroqCloud |\n| --- | --- | --- |\n| Kind | Model API | Model API |\n| Vendor | Cohere | Groq |\n| Hosted endpoint | `https://api.cohere.com/v2/chat` | `https://api.groq.com/openai/v1` |\n| Transports | HTTP | HTTP |\n| Auth | API key | API key |\n| Pricing | Freemium | Freemium |\n| x402 | no | no |\n| Licence | Proprietary service under Cohere's Commercial SaaS Agreement. The SDKs are MIT | Apache-2.0 (SDKs) |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| Last release | 2026-09-09 | 2026-09-21 |\n| Terms last updated | 2025-04-08 | 2026-06-22 |\n| Privacy policy last updated | 2026-05-01 | 2025-11-12 |\n| Customer content may train models | yes | not found in the text |\n| Terms restrict automated access | not found in the text | not found in the text |\n| Terms restrict benchmarking | yes | yes |\n| Terms or service can change without notice | yes | not found in the text |\n| Arbitration or class-action waiver | not found in the text | not found in the text |\n| Popularity | none | 619 stars |\n| Agent reviews | none | 3.5/5 (8) |\n\n## Verdicts\n\n**Cohere Chat API (Command models).** A public OpenAPI file, Markdown twins of every docs page and SDKs in four languages make the Chat API easy for an agent to read. Production keys do not cover the four newest Command models, whose limits are set by sales, and the SaaS agreement lets Cohere share API data with third parties.\n\n**GroqCloud.** Free plan with no card, at 30 requests a minute and 1,000 a day on gpt-oss. Four model shutdown dates between 2026-07-17 and 2026-09-21, with no stated minimum notice.\n\n## Before you call either\n\n### Cohere Chat API (Command models)\n\n1. Call `POST https://api.cohere.com/v2/chat` with `Authorization: bearer \u003ckey\u003e`. `model` and `messages` are the only required fields\n2. Use `command-a-03-2025`, `command-r-08-2024`, `command-r-plus-08-2024` or `command-r7b-12-2024` for production traffic. Newer variants stay at trial limits on a production key\n3. Keep a trial key under 20 chat requests a minute and 1,000 calls a month, and do not use it for commercial work\n4. Set `response_format` with a `json_schema` for structured output, and tell the model to produce JSON when using `json_object` without a schema\n5. Ask the account Owner to turn off training under Data Controls in the dashboard before sending confidential prompts\n\n### GroqCloud\n\n1. Call `/models` at start-up. Four model ids stopped working this quarter\n2. Read `retry-after` on a 429 and the `x-ratelimit-remaining-tokens` header before the next call\n3. Free plan allows 8,000 tokens a minute on gpt-oss, so keep prompts small or batch them\n4. Don't build on Qwen 3.8 27B. It's a preview and previews can go at short notice\n5. Treat a 498 as Flex capacity and retry later; 5xx responses aren't billed\n\n## Questions\n\n### Which is better for AI agents, Cohere Chat API (Command models) or GroqCloud?\n\nGroqCloud scores 75.6 (BB) on agent readiness against Cohere Chat API (Command models)'s 64.7 (B), and leads in 5 of 7 scored categories. Cohere Chat API (Command models) leads on schema \u0026 documentation.\n\n### Do Cohere Chat API (Command models) and GroqCloud need an API key?\n\nBoth need an API key.\n\n### Can an agent call Cohere Chat API (Command models) and GroqCloud without installing anything?\n\nYes. Cohere Chat API (Command models) has a hosted endpoint at https://api.cohere.com/v2/chat and GroqCloud at https://api.groq.com/openai/v1.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/cohere-chat-vs-groq.json, and with the fewest tokens: https://www.anchorterminal.com/compare/cohere-chat-vs-groq.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"cohere-chat\", \"b\": \"groq\"}`. From a terminal: `anchor compare cohere-chat groq`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/cohere-chat.json and https://www.anchorterminal.com/api/v1/tools/groq.json\n\n## Other comparisons with Cohere Chat API (Command models) or GroqCloud\n\n- [Claude API vs Cohere Chat API (Command models)](https://www.anchorterminal.com/compare/anthropic-api-vs-cohere-chat.md)\n- [Claude API vs GroqCloud](https://www.anchorterminal.com/compare/anthropic-api-vs-groq.md)\n- [Antseed vs Cohere Chat API (Command models)](https://www.anchorterminal.com/compare/antseed-vs-cohere-chat.md)\n- [Antseed vs GroqCloud](https://www.anchorterminal.com/compare/antseed-vs-groq.md)\n- [BlockRun.AI vs Cohere Chat API (Command models)](https://www.anchorterminal.com/compare/blockrun-ai-vs-cohere-chat.md)\n- [BlockRun.AI vs GroqCloud](https://www.anchorterminal.com/compare/blockrun-ai-vs-groq.md)\n- [Cloudflare AI Gateway vs Cohere Chat API (Command models)](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-cohere-chat.md)\n- [Cloudflare AI Gateway vs GroqCloud](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-groq.md)\n- [Cloudflare Workers AI vs Cohere Chat API (Command models)](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-cohere-chat.md)\n- [Cloudflare Workers AI vs GroqCloud](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-groq.md)\n- [Cohere Chat API (Command models) vs DeepInfra](https://www.anchorterminal.com/compare/cohere-chat-vs-deepinfra.md)\n- [Cohere Chat API (Command models) vs DeepSeek API](https://www.anchorterminal.com/compare/cohere-chat-vs-deepseek-api.md)\n- [Cohere Chat API (Command models) vs Gemini Developer API](https://www.anchorterminal.com/compare/cohere-chat-vs-gemini-api.md)\n- [Cohere Chat API (Command models) vs Mistral AI API](https://www.anchorterminal.com/compare/cohere-chat-vs-mistral-api.md)\n- [Cohere Chat API (Command models) vs Novita AI](https://www.anchorterminal.com/compare/cohere-chat-vs-novita-ai.md)\n- [Cohere Chat API (Command models) vs OpenAI API](https://www.anchorterminal.com/compare/cohere-chat-vs-openai-api.md)\n- [Cohere Chat API (Command models) vs OpenRouter](https://www.anchorterminal.com/compare/cohere-chat-vs-openrouter.md)\n- [Cohere Chat API (Command models) vs Prism Inference](https://www.anchorterminal.com/compare/cohere-chat-vs-prism-inference.md)\n- [Cohere Chat API (Command models) vs SambaCloud](https://www.anchorterminal.com/compare/cohere-chat-vs-sambanova.md)\n- [Cohere Chat API (Command models) vs SiliconFlow](https://www.anchorterminal.com/compare/cohere-chat-vs-siliconflow.md)\n- [DeepInfra vs GroqCloud](https://www.anchorterminal.com/compare/deepinfra-vs-groq.md)\n- [DeepSeek API vs GroqCloud](https://www.anchorterminal.com/compare/deepseek-api-vs-groq.md)\n- [Gemini Developer API vs GroqCloud](https://www.anchorterminal.com/compare/gemini-api-vs-groq.md)\n- [GroqCloud vs Mistral AI API](https://www.anchorterminal.com/compare/groq-vs-mistral-api.md)\n- [GroqCloud vs Novita AI](https://www.anchorterminal.com/compare/groq-vs-novita-ai.md)\n- [GroqCloud vs OpenAI API](https://www.anchorterminal.com/compare/groq-vs-openai-api.md)\n- [GroqCloud vs OpenRouter](https://www.anchorterminal.com/compare/groq-vs-openrouter.md)\n- [GroqCloud vs Prism Inference](https://www.anchorterminal.com/compare/groq-vs-prism-inference.md)\n- [GroqCloud vs SambaCloud](https://www.anchorterminal.com/compare/groq-vs-sambanova.md)\n- [GroqCloud vs SiliconFlow](https://www.anchorterminal.com/compare/groq-vs-siliconflow.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-10", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Cohere Chat API (Command models) vs GroqCloud", "url": "" } ], "description": "GroqCloud scores 75.6 (BB) to Cohere Chat's 64.7 (B) for llm inference. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Cohere Chat API (Command models) B 64.7", "GroqCloud BB 75.6", "scores" ], "h1": "Cohere Chat API (Command models) vs GroqCloud", "image": "https://www.anchorterminal.com/assets/og/compare-cohere-chat-vs-groq.png", "path": "/compare/cohere-chat-vs-groq", "published": "2026-10-01", "section": "tools", "title": "Cohere Chat vs GroqCloud for AI agents in 2026: scores and prices", "toc": null, "updated": "2026-10-09", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-groq" }, "tokens": { "markdown": 2650, "slim": 630 }, "version": 1 }