{ "data": { "a": { "slug": "together-inference", "name": "Together AI Inference", "vendor": "Together Computer, Inc.", "vendorUrl": "https://www.together.ai", "kind": "http-api", "category": "inference", "summary": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput. Model-dependent capabilities include tool calling, structured outputs and vision.", "url": "https://www.anchorterminal.com/tools/together-inference", "markdownUrl": "https://www.anchorterminal.com/tools/together-inference.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/together-inference.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/together-inference.json", "dns": "together-inference.grade.anchorterminal.com", "repo": "https://github.com/togethercomputer/together-py", "license": "Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences.", "transports": [ "http" ], "remoteUrl": "https://api.together.ai/v1", "packages": [ { "registry": "pypi", "name": "together", "main": true }, { "registry": "npm", "name": "together-ai", "main": true } ], "auth": "api-key", "authNotes": "Bearer API keys are scoped to projects, can expire and can be revoked separately. A key has full access to resources in its project. There are no per-key spending or rate limits; legacy default-project keys should be replaced.", "pricing": "paid", "pricingNotes": "Prepaid usage with a $15 minimum first credit purchase, then $5 minimum top-ups. No free trial. GPT OSS 120B is $0.15 per million input tokens and $0.60 per million output tokens. Dedicated hardware and provisioned throughput have separate rates.", "priceSummary": "Paid", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 payment route found in the reviewed inference and billing documentation on 19 October 2026.", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 10, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-19" }, "docsUrl": "https://docs.together.ai", "llmsTxt": "https://docs.together.ai/llms.txt", "openapi": "https://docs.together.ai/openapi.yaml", "capabilities": [ "inference.llm", "inference.open-weights" ], "tags": [ "official", "http-api", "inference", "api-key", "openapi", "llms-txt", "paid" ], "lastRelease": "2026-10-23", "graded": true, "anchor": { "graded": true, "score": 67.8, "grade": "B", "agentReady": false, "rank": 302, "ranked": true, "rankOf": 1510, "categoryRank": 13, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 85, "maintenance": 65, "payments": 20, "reliability": 75, "schema": 93, "security": 70, "transparency": 74 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-01" }, "negative": -3, "negativeNotes": [ "2026-08-19 to 2026-08-27. Together removed GA serverless models with notice posted only on the day of removal. Changelog entries of 19, 21, 25 and 27 August say FLUX.1 schnell, Qwen2.5 7B, Kimi K2.6, Cogito v2.1 671B, Gemma 3n E4B, Llama Guard 4 12B, Nemotron 3 Ultra, Pearl's Gemma 4 31B, DeepSeek V4 Pro and Kimi K2.7 Code \"have been deprecated and are no longer available on serverless\", with no earlier entry announcing their removal and no preview label, while the deprecation policy promises 2 or 3 weeks' notice for serverless endpoints. Read at the floor, as fireworks-inference's same-day removals of 27 August were, -3 (https://docs.together.ai/docs/changelog.md)." ], "verdict": "A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, shared capacity has no fixed throughput guarantee, and several serverless models were removed in August 2026 the day the removal was posted.", "bestFor": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.", "strengths": [ "Public OpenAPI 3.1, Markdown documentation and Python and TypeScript SDKs", "Project-scoped API keys with optional expiry and per-key cost attribution", "Serverless, batch, dedicated and provisioned-throughput options", "Status page with a monitor per serverless model and 90 days of daily history", "US-only serverless processing through us-api.together.ai since 16 October 2026, at 1.25 times standard rates" ], "weaknesses": [ "A $15 credit purchase is required before platform access; no free trial", "Prompt and response storage is on by default; zero data retention must be enabled for the organisation", "Serverless has no guaranteed capacity outside provisioned throughput, and API keys have no individual spend caps", "Serverless models removed on 19, 21, 25 and 27 August 2026 were announced in the changelog only on the day" ], "agentNotes": [ "Create a project-scoped key and set TOGETHER_API_KEY. Avoid deprecated legacy keys.", "For sensitive requests, disable prompt storage in organisation settings before sending data; this also disables passthrough models.", "Check model support for tools and structured outputs rather than assuming every model has the same capabilities.", "Back off on 429 and 503 responses. Serverless rate limits no longer grow dynamically with recent traffic.", "Check the deprecation schedule before choosing a model. Qwen3.8-2.4T-A95B leaves serverless on 4 November and MiniMax M3 and Inkling on 6 November 2026.", "Pin the SDK major version. Python SDK 3.0 and TypeScript SDK 1.0 (22 October 2026) drop `/v1` from the base URL and the `beta` paths" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 4, "avgRating": 3, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 67.8 } ], "editorialScores": { "ergonomics": 85, "maintenance": 65, "payments": 20, "reliability": 75, "schema": 93, "security": 70, "transparency": 65 }, "provenanceScore": 83, "checked": { "categories": { "ergonomics": "2026-11-01", "maintenance": "2026-11-01", "payments": "2026-11-01", "reliability": "2026-11-01", "schema": "2026-11-01", "security": "2026-11-01", "transparency": "2026-11-01" }, "last": "2026-11-01", "lastMoved": "2026-11-01", "oldest": "2026-11-01", "stale": false, "staleAfterDays": 90 } }, "connect": { "http": "curl 'https://api.together.ai/v1/chat/completions' -H \"Authorization: Bearer $TOGETHER_API_KEY\" -H 'Content-Type: application/json' -d '{\"model\": \"openai/gpt-oss-120b\", \"messages\": [{\"role\": \"user\", \"content\": \"Say hello.\"}], \"max_tokens\": 128}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/together-inference" }, "sameCompany": [ "together-fine-tuning", "together-gpu-clusters", "together-code-sandbox" ], "area": "models", "unitPrices": [ { "item": "GPT OSS 120B input", "unit": "1m-tokens", "usd": 0.15, "note": "Shared/serverless standard rate, per million tokens, checked 1 November 2026" }, { "item": "GPT OSS 120B output", "unit": "1m-tokens", "usd": 0.6, "note": "Shared/serverless standard rate, per million tokens, checked 1 November 2026" } ], "provenance": { "legalEntity": "Together Computer, Inc.", "domain": "together.ai", "domainRegistered": "", "endpointOnVendorDomain": true, "terms": "https://www.together.ai/terms-of-service", "privacy": "https://www.together.ai/privacy", "statusPage": "https://status.together.ai", "changelog": "https://docs.together.ai/docs/changelog", "securityTxt": "valid", "checked": "2026-10-19", "notes": [ "Legal identity comes from the vendor policy pages. Domain registration was not checked.", "The SDK repository is not the source for the hosted inference service.", "security.txt names the HackerOne programme and expires on 30 September 2028." ], "score": 83 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/together-inference.json", "live": { "slug": "together-inference", "probe": { "target": "https://api.together.ai/v1", "method": "get", "lastAt": "2026-11-07T19:22:40.90168793Z", "lastOk": true, "lastStatus": 404, "lastMs": 186, "authRequired": false, "uptime24h": 100, "uptime30d": 99.98, "p50ms24h": 197, "p95ms24h": 480, "samples24h": 238, "samples30d": 4796, "days": [ { "date": "2026-10-19", "probes": 173, "ok": 173 }, { "date": "2026-10-20", "probes": 252, "ok": 252 }, { "date": "2026-10-21", "probes": 253, "ok": 253 }, { "date": "2026-10-22", "probes": 253, "ok": 253 }, { "date": "2026-10-23", "probes": 248, "ok": 248 }, { "date": "2026-10-24", "probes": 251, "ok": 251 }, { "date": "2026-10-25", "probes": 250, "ok": 250 }, { "date": "2026-10-26", "probes": 252, "ok": 252 }, { "date": "2026-10-27", "probes": 249, "ok": 249 }, { "date": "2026-10-28", "probes": 250, "ok": 249 }, { "date": "2026-10-29", "probes": 249, "ok": 249 }, { "date": "2026-10-30", "probes": 249, "ok": 249 }, { "date": "2026-10-31", "probes": 251, "ok": 251 }, { "date": "2026-11-01", "probes": 249, "ok": 249 }, { "date": "2026-11-02", "probes": 250, "ok": 250 }, { "date": "2026-11-03", "probes": 248, "ok": 248 }, { "date": "2026-11-04", "probes": 246, "ok": 246 }, { "date": "2026-11-05", "probes": 185, "ok": 185 }, { "date": "2026-11-06", "probes": 241, "ok": 241 }, { "date": "2026-11-07", "probes": 197, "ok": 197 } ] }, "vendorStatus": { "page": "https://status.together.ai", "indicator": "unknown", "summary": "no machine-readable status found", "checkedAt": "2026-11-03T15:50:27.832032204Z" }, "versions": [ { "registry": "github", "name": "togethercomputer/together-py", "version": "v3.1.1", "released": "2026-11-04", "seenAt": "2026-11-07T00:12:19.125880583Z" }, { "registry": "npm", "name": "together-ai", "version": "1.0.0", "seenAt": "2026-11-07T00:12:19.091822114Z" }, { "registry": "pypi", "name": "together", "version": "3.1.1", "released": "2026-11-04", "seenAt": "2026-11-07T00:12:18.875614418Z" } ], "githubStars": 12, "npmWeekly": 99619, "pypiWeekly": 424792, "securityTxt": { "url": "https://together.ai/.well-known/security.txt", "state": "valid", "expires": "2028-09-30T00:00:00.000Z", "checkedAt": "2026-11-07T16:00:47.073630606Z" }, "llmsTxt": { "url": "https://docs.together.ai/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-11-07T15:34:14.123755248Z" }, "domain": { "domain": "together.ai", "registered": "2017-12-16", "source": "https://rdap.identitydigital.services/rdap/domain/together.ai", "checkedAt": "2026-11-01T14:21:27.260418255Z" }, "github": { "repo": "togethercomputer/together-py", "checkedAt": "2026-11-02T08:27:14.179460754Z", "stars": 11, "archived": false, "issuesEnabled": true, "pushedAt": "2026-11-02T05:50:24Z", "openIssues": 4, "openPRs": 43, "issuesOpened90d": 2, "issuesClosed90d": 1, "prsMerged90d": 106, "ci": { "branch": "main", "runs": 50, "success": 16, "failure": 0, "other": 34, "latest": "skipped", "latestAt": "2026-10-30T19:38:40Z" }, "replies": { "sampled": 7, "unanswered": 4, "medianDays": 14.2 } }, "updatedAt": "2026-11-07T19:22:40.90168793Z" } }, "answer": "xAI API (Grok) scores 71.7 (BB) on agent readiness against Together AI Inference's 67.8 (B), and leads in 3 of 7 scored categories. Together AI Inference leads on reliability, schema \u0026 documentation and transparency \u0026 trust.", "b": { "slug": "xai-api", "name": "xAI API (Grok)", "vendor": "SpaceXSI (xAI)", "vendorUrl": "https://x.ai", "kind": "model", "category": "inference", "summary": "xAI's API for its Grok models (the docs now name the company SpaceXSI), with text, image, video and voice endpoints, server-side search and remote MCP tools, through an OpenAI-compatible REST API or gRPC.", "url": "https://www.anchorterminal.com/tools/xai-api", "markdownUrl": "https://www.anchorterminal.com/tools/xai-api.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/xai-api.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/xai-api.json", "dns": "xai-api.grade.anchorterminal.com", "repo": "https://github.com/xai-org/xai-sdk-python", "license": "Proprietary service under xAI's enterprise terms of service. The Python SDK is Apache-2.0", "transports": [ "http" ], "remoteUrl": "https://api.x.ai/v1", "packages": [ { "registry": "pypi", "name": "xai-sdk" } ], "auth": "api-key", "authNotes": "`Authorization: Bearer` with a team API key from console.x.ai. Keys can be limited to endpoints and models by ACL, capped by QPM and TPM, given an expiry, and rotated or disabled through the Management API. mTLS is documented as an option, and GitHub secret scanning disables leaked keys.", "pricing": "usage", "pricingNotes": "Prepaid credits, then the default payment method at month end. Grok 4.7 costs $2 input, $0.50 cached input and $6 output per 1M tokens below 200K prompt tokens, and $4/$1/$12 above, applied to the whole request. Batch is 20% off on grok-4.7, 4.6, 4.5, 4.3 and the grok-4.20 models. Priority processing 2x, the US regional endpoint 1.1x. Web search, code execution and attachment search $5 per 1,000 calls, collections search $2.50, X search $5 per 1,000 posts. $0.05 fee for a request blocked before generation for a usage-policy violation (https://docs.x.ai/developers/pricing, checked 2026-11-06).", "priceSummary": "from $1.25 / 1M in", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs, llms.txt or the OpenAPI spec. Access needs a console account loaded with prepaid credits (checked 2026-11-06).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 597, "npmWeekly": null, "pypiWeekly": 912149, "asOf": "2026-11-06" }, "docsUrl": "https://docs.x.ai", "rateLimitsUrl": "https://docs.x.ai/developers/rate-limits", "llmsTxt": "https://docs.x.ai/llms.txt", "openapi": "https://docs.x.ai/openapi.json", "capabilities": [ "inference.llm" ], "tags": [ "official", "hosted", "model", "prepaid", "openapi", "llms-txt", "openai-compatible", "closed-source", "python", "batch", "status-page", "bug-bounty", "soc2" ], "lastRelease": "2026-11-02", "graded": true, "anchor": { "graded": true, "score": 71.7, "grade": "BB", "agentReady": true, "rank": 152, "ranked": true, "rankOf": 1510, "categoryRank": 8, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 90, "maintenance": 77, "payments": 20, "reliability": 55, "schema": 88, "security": 97, "transparency": 63 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-06" }, "negative": 0, "verdict": "Grok 4.7 at $2/$6 per million tokens, now 20% off in batch, with a public OpenAPI spec, llms.txt, API keys limited by endpoint and model, and self-serve zero data retention. The API endpoints had a 3 hour 40 minute models outage on 3 September 2026, no SLA was found, and there's no free tier or first-party SDK beyond Python.", "bestFor": "Agents that want a capable model at a low per-token price with built-in web and X search, remote MCP and voice, and teams that need self-serve ZDR or US-only processing.", "strengths": [ "Grok 4.7 at $2/$6 per million tokens below 200K prompt tokens, with a 500K context and 20% off through the Batch API", "API keys restricted by endpoint and model ACLs, with QPM and TPM caps, expiry and a rotate endpoint", "Self-serve team-wide zero data retention, confirmed on every response by an `x-zero-data-retention` header", "OpenAPI 3.1 spec, llms.txt and a Markdown twin of every docs page", "security.txt valid to 2027-06-29 and a HackerOne bug bounty" ], "weaknesses": [ "API models outage of about 3 hours 40 minutes on 3 September 2026, and high error rates on grok-4.6 and grok-4.5 on 17 August", "No SLA, no free tier for the text API, and no Retry-After header documented for 429s", "No stated minimum notice for retirements, and retired slugs are served by a different model at its price", "Remote MCP doesn't support `require_approval`, so server-side tool calls run without an approval step", "The terms, privacy policy and DPA at x.ai/legal answered a Cloudflare block on 6 October and 6 November 2026, so they weren't read" ], "agentNotes": [ "Build on the Responses API at https://api.x.ai/v1. Chat Completions is labelled deprecated and the Anthropic-compatible endpoint fully deprecated", "Pin a dated model slug. A retired slug keeps answering from a replacement model, billed at the replacement's price", "Back off exponentially on 429. The per-second cap is the per-minute budget divided by 48, with a minimum of 2", "Set `allowed_tools` on remote MCP servers. There's no approval step, and every exposed tool enters the context", "Use https://us.api.x.ai/v1 when processing must stay in the US. It costs 1.1x and serves only grok-4.7 and grok-4.6" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "BB", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 71.7 } ], "editorialScores": { "ergonomics": 90, "maintenance": 77, "payments": 20, "reliability": 55, "schema": 88, "security": 97, "transparency": 52 }, "provenanceScore": 73, "checked": { "categories": { "ergonomics": "2026-11-06", "maintenance": "2026-11-06", "payments": "2026-11-06", "reliability": "2026-11-06", "schema": "2026-11-06", "security": "2026-11-06", "transparency": "2026-11-06" }, "last": "2026-11-06", "oldest": "2026-11-06", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "pip install xai-sdk # or: pip install openai, with base_url https://api.x.ai/v1", "http": "curl https://api.x.ai/v1/responses \\\n -H \"Authorization: Bearer $XAI_API_KEY\" -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"grok-4.7\",\"input\":\"What is the meaning of life?\"}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/xai-api" }, "area": "models", "unitPrices": [ { "item": "Web search tool", "unit": "1k-requests", "usd": 5 }, { "item": "Code execution tool", "unit": "1k-requests", "usd": 5 }, { "item": "Collections search tool", "unit": "1k-requests", "usd": 2.5 } ], "provenance": { "legalEntity": "", "domain": "x.ai", "domainRegistered": "2017-12-16", "domainNote": "x.ai was registered in 2017, before the company, and transferred on 2026-06-02 per RDAP. Every x.ai page except robots.txt and security.txt answered a Cloudflare block page (403) on 2026-11-06, as the legal pages did on 2026-10-06, so the contracting entity wasn't confirmed. The docs now use the name SpaceXSI and the status page SpaceXAI.", "endpointOnVendorDomain": true, "terms": "https://x.ai/legal/terms-of-service-enterprise", "privacy": "https://x.ai/legal/privacy-policy", "statusPage": "https://status.x.ai", "changelog": "https://docs.x.ai/developers/release-notes", "securityTxt": "valid", "checked": "2026-11-06", "notes": [ "x.ai/robots.txt allows all but /tools/, with Content-Signal ai-train=yes, search=yes, ai-input=yes. docs.x.ai allows all with ai-input=yes. The x.ai pages that robots.txt allows answered a Cloudflare 'Attention Required' page, which we did not try to get past.", "security.txt at x.ai/.well-known/security.txt is valid to 2027-06-29, with vulnerabilities@x.ai and abuse@x.ai." ], "score": 73 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/xai-api.json", "live": { "slug": "xai-api", "probe": { "target": "https://api.x.ai/v1", "method": "get", "lastAt": "2026-11-07T19:22:45.426736159Z", "lastOk": true, "lastStatus": 404, "lastMs": 193, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 178, "p95ms24h": 276, "samples24h": 210, "samples30d": 210, "days": [ { "date": "2026-11-06", "probes": 13, "ok": 13 }, { "date": "2026-11-07", "probes": 197, "ok": 197 } ] }, "vendorStatus": { "page": "https://status.x.ai", "indicator": "unknown", "summary": "no machine-readable status found", "checkedAt": "2026-11-07T04:49:01.143662157Z" }, "versions": [ { "registry": "github", "name": "xai-org/xai-sdk-python", "version": "v1.21.0", "released": "2026-10-23", "seenAt": "2026-11-07T00:18:15.193708838Z" }, { "registry": "pypi", "name": "xai-sdk", "version": "1.21.0", "released": "2026-10-23", "seenAt": "2026-11-07T00:18:15.09038487Z" } ], "githubStars": 598, "pypiWeekly": 912149, "securityTxt": { "url": "https://x.ai/.well-known/security.txt", "state": "valid", "expires": "2027-06-29T00:00:00.000Z", "checkedAt": "2026-11-07T16:01:43.978620532Z" }, "llmsTxt": { "url": "https://docs.x.ai/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-11-07T15:34:24.762831371Z" }, "pages": [ { "url": "https://docs.x.ai/developers/migration/imagine-image-quality-nov-2", "kind": "deprecations", "status": 200, "checkedAt": "2026-11-07T14:08:46.034096807Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "1238569c8142" }, { "url": "https://docs.x.ai/developers/migration/may-15-retirement", "kind": "deprecations", "status": 200, "checkedAt": "2026-11-07T14:08:48.207542223Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "813d0e188a0e" }, { "url": "https://docs.x.ai/developers/release-notes", "kind": "deprecations", "status": 200, "checkedAt": "2026-11-07T14:08:52.143682141Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "7b37cfaf2576" }, { "url": "https://docs.x.ai/developers/pricing", "kind": "pricing", "status": 200, "checkedAt": "2026-11-07T14:08:50.158330981Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "a563de9617fe" }, { "url": "https://x.ai/legal/privacy-policy", "kind": "privacy", "status": 403, "checkedAt": "2026-11-07T14:38:04.991061235Z", "changedAt": "0001-01-01T00:00:00Z" }, { "url": "https://x.ai/legal/terms-of-service-enterprise", "kind": "terms", "status": 403, "checkedAt": "2026-11-07T14:38:09.200382604Z", "changedAt": "0001-01-01T00:00:00Z" } ], "updatedAt": "2026-11-07T19:22:45.426736159Z" } }, "edges": [ { "by": 27, "category": "security", "leads": "xai-api", "name": "Security \u0026 auth", "reasons": { "a": "Project-scoped, revocable keys with optional expiry and rotation guidance (30). Project boundaries but keys can access all project resources and lack per-key spend limits (10 of 20). No inference prompt-injection mitigation established (0). Per-key cost and usage attribution (15). Published security.txt with a future expiry and HackerOne disclosure route (15 of 20).", "b": "Model reading. Team API keys with ACLs per endpoint and per model, QPM and TPM caps, expiry, and create, rotate, disable and delete through the Management API, plus documented mTLS. GitHub secret scanning disables leaked keys and emails the owner (30). The security FAQ says SpaceXSI never trains on API inputs or outputs without explicit permission (20). Requests and responses are kept 30 days for abuse auditing, then deleted, and team admins can switch on zero data retention themselves, confirmed by an `x-zero-data-retention` header on every response (15). Console audit log and a Management API audit-events endpoint, plus optional per-key request logging (15). security.txt valid to 2027-06-29 with a HackerOne bug bounty and a separate safety contact for prompt-injection issues. SOC 2 Type 2 is claimed in the security FAQ with the reports behind an NDA in the trust centre, so 17 of 20. Remote MCP doesn't support `require_approval`, which the model checklist doesn't score but reviewers should see. New in October, a `guidelines` array lets the caller make the model decline nsfw, violence or profanity content, which the checklist doesn't score." }, "scores": { "a": 70, "b": 97 } }, { "by": 20, "category": "reliability", "leads": "together-inference", "name": "Reliability", "reasons": { "a": "Graded as listed, on the hosted API lines. Public Better Stack status page at status.together.ai with a component for each serverless model plus the website and playground (20). The page shows 90 daily ticks per component, read on 1 November 2026 for 4 August to 1 November, and no incident was posted in that time (the feed's newest items are maintenance windows in April and July 2026). Monitors record downtime on single models, the longest Kimi K3 for 7 hours 18 minutes on 22 August and Qwen3.8-2.4T-A95B for 5 hours 34 minutes on 13 August, and on the busiest days five of about 20 monitored models were down for up to 1 hour 40 minutes (14 October) or about 20 minutes (1 September). Each hit one model or a subset of the catalogue, so the record reads as minor incidents only (20). The current serverless page gives no numeric general request ceiling (0). Explicit 429 and 503 backoff guidance (15). Provisioned throughput has a published 99% eligible-request commitment (10). Serverless inference is generally available (10). 20 + 20 + 0 + 15 + 10 + 10 = 75.", "b": "Status page at status.x.ai with components for the global and US API endpoints, voice, the consumer apps and, since the Cursor merger, Cursor's services, with an RSS feed (20). The feed, read on 6 November, now holds 267 incidents back to 11 August, so the whole 90-day window is readable. On the API components there were high error rates on grok-4.6 and grok-4.5 from 21:57 to 23:28 UTC on 17 August (about 90 minutes) and a models outage on the global and US endpoints from 13:30 to 17:09 UTC on 3 September (about 3 hours 40 minutes), so several majors. A 26-minute datacenter outage across the API on 22 September, voice disruptions of 12 and 28 minutes on 10 September and 6 October, a 63-minute voice and Imagine degradation on 30 October and a 37-second model degradation on 24 October add to the record (0). Rate limits published per model and tier, grok-4.7 at Tier 0 is 150 requests a second and 50M TPM, with the per-second cap derived as RPM divided by 48 (15). The rate-limits page shows exponential backoff on 429, but no Retry-After header or overload guidance was found (10 of 15). No SLA found in the docs or llms.txt (0). The Responses API has been GA since September 2025 and grok-4.7 carries no preview label (10)." }, "scores": { "a": 75, "b": 55 } }, { "by": 12, "category": "maintenance", "leads": "xai-api", "name": "Maintenance \u0026 community", "reasons": { "a": "Graded as listed, on the tool lines. Changelog entries on 22 and 23 October 2026 (Python SDK 3.0, TypeScript SDK 1.0, MiniMax M3.1 Flash on serverless and post-training) (30). 43 dated changelog days and 16 Python SDK tags from 3 August, v2.33.1 to v3.0.0 (20). Support responsiveness not tested (0). Official Python and TypeScript SDKs, both given new majors on 22 October (15). Dependency and CI health not audited (0).", "b": "Model reading. grok-imagine-image-quality and grok-imagine-image-pro retired on 2 November 2026 as announced in September, Grok Voice 3.0 and custom moderation controls in October, Grok 4.7 on 21 September (30). No minimum notice period found. Retirements come as dated migration guides, retired slugs redirect to a replacement rather than failing, billed at the replacement's price, and grok-voice-2.0 was deprecated in October with no end date (4 of 12). Shutdowns in the last 90 days with dates given in advance, `grok-voice-transcribe-1.0` on 2 October and `grok-imagine-image-quality` on 2 November (8 of 8). Release notes several times a month but dated only by month, support by email and a Discord #help channel, not tested. On xai-sdk-python a collaborator commented on 2 of the 16 most recent threads with replies, and most outside pull requests since 23 October are open without a maintainer reply (10 of 15, down from 12). The repository has CI, release and version-bump workflows (5 of 10). One current first-party SDK, `xai-sdk` 1.21.0 tagged on 23 October, Python only (10 of 15). Supported runtimes stated, Python 3.10 or later (10)." }, "scores": { "a": 65, "b": 77 } }, { "by": 11, "category": "transparency", "leads": "together-inference", "name": "Transparency \u0026 trust", "reasons": { "a": "Proprietary service with published terms and Apache-2.0 SDK (15). Docs distinguish default content storage, training opt-in, organisation ZDR and passthrough models, but default content retention has no fixed duration in the reviewed pages (25 of 30). Public lifecycle policy gives a two-week migration window for breaking model upgrades and 2 or 3 weeks' notice for serverless removals, though removals on 19, 21, 25 and 27 August 2026 were posted only on the day (15 of 20). North American hosting and enterprise residency options are described; full subprocessor locations were not established (10 of 20).", "b": "Closed service under xAI's enterprise terms, with the Python SDK under Apache-2.0 (15). The docs agree with each other on no training, 30-day abuse retention, 30-day storage of stateful responses and the ZDR route, but the privacy policy, enterprise terms and DPA at x.ai/legal answered a Cloudflare block page on 6 October and again on 6 November, so they couldn't be compared (15 of 30). Dated migration guides and redirect tables for each retirement, but no written deprecation policy, and Chat Completions, Anthropic compatibility and grok-voice-2.0 are labelled deprecated with no date (12 of 20). The US regional endpoint states what stays in the US, the global endpoint guarantees no region, and no subprocessor list was readable (10 of 20)." }, "scores": { "a": 74, "b": 63 } }, { "by": 5, "category": "schema", "leads": "together-inference", "name": "Schema \u0026 documentation", "reasons": { "a": "Public OpenAPI 3.1 (25), llms.txt and Markdown docs (10), endpoint and model-capability guidance (16 of 20), typed inputs and constraints (13 of 15), examples and documented errors (14 of 15), and versioned endpoints with a dated changelog (15).", "b": "OpenAPI 3.1 document at docs.x.ai/openapi.json, 39 paths and 205 schemas on 6 November, covering Responses, Chat Completions, files, images, videos and models. The batch endpoints documented in the REST reference still aren't in it (20 of 25, applied as for gemini-api's missing Interactions API). llms.txt and a Markdown twin of every page, plus a docs MCP server (10). The models page says which model to use for code, chat, images, video and voice, and reference pages list each parameter. Reference not read in full (18 of 20). Structured outputs are guaranteed to match the schema for supported keywords, and tool arguments always conform with `strict` implicitly true (15). Examples in Python, JavaScript and curl on every guide. The debugging page lists status codes with fixes, but the cause cells for 400, 403, 404 and 415 are still empty (13 of 15). Release notes are grouped by month without day dates, and model slugs come as aliases and dated versions (12 of 15)." }, "scores": { "a": 93, "b": 88 } }, { "by": 5, "category": "ergonomics", "leads": "xai-api", "name": "Agent ergonomics", "reasons": { "a": "Compact model API with bounded output (25). Token controls, streaming, structured outputs and batch options (20). Actionable error documentation (20). Transient retry guidance but no general inference deduplication guarantee found (5 of 20). Official Python and TypeScript SDKs and defaults (15).", "b": "Model reading of the checklist (tool use, structured output, caching, context, batch, SDKs, errors). Function calling with parallel calls on by default and `tool_choice` of auto, required, none or a named function (20). Guaranteed structured outputs (15). Automatic prompt caching, cached input at 0.25x on grok-4.7 ($0.50 per million) and 0.16x on grok-4.3 (15). 500,000-token context on grok-4.7 and 1,000,000 on grok-4.3, 13 of 15 for the default model's 500K. The Batch API is now 20% off on grok-4.7, 4.6 and 4.5 as well as the older models, with batch requests outside the rate limits (10 of 10, up from 5 on 6 October). One first-party SDK, `xai-sdk` for Python, with the OpenAI SDKs and Vercel's AI SDK documented as alternatives (5 of 10). Status codes documented with fixes, no Retry-After header found (12 of 15)." }, "scores": { "a": 85, "b": 90 } } ], "facts": [ { "a": "HTTP API", "b": "Model API", "name": "Kind" }, { "a": "Together Computer, Inc.", "b": "SpaceXSI (xAI)", "name": "Vendor" }, { "a": "https://api.together.ai/v1", "b": "https://api.x.ai/v1", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP", "name": "Transports" }, { "a": "API key", "b": "API key", "name": "Auth" }, { "a": "Paid", "b": "Pay per use", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences.", "b": "Proprietary service under xAI's enterprise terms of service. The Python SDK is Apache-2.0", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-10-23", "b": "2026-11-02", "name": "Last release" }, { "a": "no date given", "b": "2026-10-27", "name": "Terms last updated" }, { "a": "no date given", "b": "2026-10-27", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "yes", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "yes", "b": "not found in the text", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms or service can change without notice" }, { "a": "not found in the text", "b": "yes", "name": "Arbitration or class-action waiver" }, { "a": "10 stars", "b": "597 stars, 912k PyPI/wk", "name": "Popularity" }, { "a": "3/5 (4)", "b": "none", "name": "Agent reviews" } ], "faq": [ { "answer": "xAI API (Grok) scores 71.7 (BB) on agent readiness against Together AI Inference's 67.8 (B), and leads in 3 of 7 scored categories. Together AI Inference leads on reliability, schema \u0026 documentation and transparency \u0026 trust.", "question": "Which is better for AI agents, Together AI Inference or xAI API (Grok)?" }, { "answer": "Both need an API key.", "question": "Do Together AI Inference and xAI API (Grok) need an API key?" }, { "answer": "Yes. Together AI Inference has a hosted endpoint at https://api.together.ai/v1 and xAI API (Grok) at https://api.x.ai/v1.", "question": "Can an agent call Together AI Inference and xAI API (Grok) without installing anything?" } ], "goodFor": [ { "aheadOn": [ "Reliability, 75 against 55", "Schema \u0026 documentation, 93 against 88", "Transparency \u0026 trust, 74 against 63" ], "also": null, "goodFor": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.", "slug": "together-inference", "watchFor": "A $15 credit purchase is required before platform access; no free trial" }, { "aheadOn": [ "Agent ergonomics, 90 against 85", "Security \u0026 auth, 97 against 70", "Maintenance \u0026 community, 77 against 65" ], "also": [ "Agent-ready, a grade of BB or better", "No incidents deducted, where Together AI Inference loses 3 points for them" ], "goodFor": "Agents that want a capable model at a low per-token price with built-in web and X search, remote MCP and voice, and teams that need self-serve ZDR or US-only processing.", "slug": "xai-api", "watchFor": "API models outage of about 3 hours 40 minutes on 3 September 2026, and high error rates on grok-4.6 and grok-4.5 on 17 August" } ], "history": { "together-inference": [ { "causes": [ "evidence", "correction" ], "date": "2026-11-01", "delta": 0, "from": 67.8, "fromGrade": "B", "to": 67.8, "toGrade": "B" }, { "causes": [ "method" ], "date": "2026-10-27", "delta": 0, "from": 67.8, "fromGrade": "B", "to": 67.8, "toGrade": "B" } ], "xai-api": null }, "job": { "capability": "inference.llm", "name": "LLM inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-together-inference.json", "title": "Amazon Bedrock vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-xai-api.json", "title": "Amazon Bedrock vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference.json", "title": "Claude API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-xai-api.json", "title": "Claude API vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-together-inference.json", "title": "Antseed vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/antseed-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-xai-api.json", "title": "Antseed vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/antseed-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-together-inference.json", "title": "Azure OpenAI in Foundry Models vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-xai-api.json", "title": "Azure OpenAI in Foundry Models vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference.json", "title": "BlockRun.AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-xai-api.json", "title": "BlockRun.AI vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference.json", "title": "Cerebras Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-xai-api.json", "title": "Cerebras Inference vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference.json", "title": "Cloudflare AI Gateway vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-xai-api.json", "title": "Cloudflare AI Gateway vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference.json", "title": "Cloudflare Workers AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-xai-api.json", "title": "Cloudflare Workers AI vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference.json", "title": "Cohere Chat API (Command models) vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-xai-api.json", "title": "Cohere Chat API (Command models) vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.json", "title": "DeepInfra vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-xai-api.json", "title": "DeepInfra vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference.json", "title": "DeepSeek API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-xai-api.json", "title": "DeepSeek API vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/eden-ai-vs-together-inference.json", "title": "Eden AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/eden-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/eden-ai-vs-xai-api.json", "title": "Eden AI vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/eden-ai-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference.json", "title": "Glimpse vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-xai-api.json", "title": "Glimpse vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference.json", "title": "Fireworks AI Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/fireworks-inference-vs-xai-api.json", "title": "Fireworks AI Inference vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/fireworks-inference-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-together-inference.json", "title": "Gemini Developer API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-xai-api.json", "title": "Gemini Developer API vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-together-inference.json", "title": "GroqCloud vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/groq-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-xai-api.json", "title": "GroqCloud vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/groq-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-together-inference.json", "title": "Hugging Face Inference Providers vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-xai-api.json", "title": "Hugging Face Inference Providers vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference.json", "title": "Inkling 2 Small vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-xai-api.json", "title": "Inkling 2 Small vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/jais-3-vs-together-inference.json", "title": "Jais 3 vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/jais-3-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/jais-3-vs-xai-api.json", "title": "Jais 3 vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/jais-3-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference.json", "title": "Meta Model API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/meta-model-api-vs-xai-api.json", "title": "Meta Model API vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/meta-model-api-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/minimax-api-vs-together-inference.json", "title": "MiniMax API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/minimax-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/minimax-api-vs-xai-api.json", "title": "MiniMax API vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/minimax-api-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/mistral-api-vs-together-inference.json", "title": "Mistral AI API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/mistral-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/mistral-api-vs-xai-api.json", "title": "Mistral AI API vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/mistral-api-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference.json", "title": "Muse Spark Open vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/muse-spark-open-vs-xai-api.json", "title": "Muse Spark Open vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/muse-spark-open-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-xai-api.json", "title": "Nemotron 3.5 Super VL vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/novita-ai-vs-together-inference.json", "title": "Novita AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/novita-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/novita-ai-vs-xai-api.json", "title": "Novita AI vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/novita-ai-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/openai-api-vs-together-inference.json", "title": "OpenAI API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/openai-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/openai-api-vs-xai-api.json", "title": "OpenAI API vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/openai-api-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/openrouter-vs-together-inference.json", "title": "OpenRouter vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/openrouter-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/openrouter-vs-xai-api.json", "title": "OpenRouter vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/openrouter-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/prism-inference-vs-together-inference.json", "title": "Prism Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/prism-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/prism-inference-vs-xai-api.json", "title": "Prism Inference vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/prism-inference-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/ramp-router-vs-together-inference.json", "title": "Router.com (Ramp Router) vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/ramp-router-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/ramp-router-vs-xai-api.json", "title": "Router.com (Ramp Router) vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/ramp-router-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference.json", "title": "Beam 1.0 vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/reflection-beam-vs-xai-api.json", "title": "Beam 1.0 vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/reflection-beam-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/routerplus-vs-together-inference.json", "title": "RouterPlus vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/routerplus-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/routerplus-vs-xai-api.json", "title": "RouterPlus vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/routerplus-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/sambanova-vs-together-inference.json", "title": "SambaCloud vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/sambanova-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/sambanova-vs-xai-api.json", "title": "SambaCloud vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/sambanova-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/siliconflow-vs-together-inference.json", "title": "SiliconFlow vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/siliconflow-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/siliconflow-vs-xai-api.json", "title": "SiliconFlow vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/siliconflow-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/simplismart-vs-together-inference.json", "title": "Simplismart vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/simplismart-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/simplismart-vs-xai-api.json", "title": "Simplismart vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/simplismart-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference.json", "title": "StepFun API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/stepfun-api-vs-xai-api.json", "title": "StepFun API vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/stepfun-api-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/swe-2-flash-vs-together-inference.json", "title": "SWE-2 Flash vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/swe-2-flash-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/swe-2-flash-vs-xai-api.json", "title": "SWE-2 Flash vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/swe-2-flash-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/tencent-tokenhub-vs-together-inference.json", "title": "Tencent Cloud TokenHub vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/tencent-tokenhub-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/tencent-tokenhub-vs-xai-api.json", "title": "Tencent Cloud TokenHub vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/tencent-tokenhub-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway.json", "title": "Together AI Inference vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/together-inference-vs-vertex-ai.json", "title": "Together AI Inference vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/together-inference-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/vercel-ai-gateway-vs-xai-api.json", "title": "Vercel AI Gateway vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/vercel-ai-gateway-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/vertex-ai-vs-xai-api.json", "title": "Vertex AI (Gemini Enterprise Agent Platform) vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/vertex-ai-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference.json", "title": "Nemotron 3.5 Super VL vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference" } ], "panel": null, "scores": [ { "by": 20, "edge": "together-inference", "key": "reliability", "name": "Reliability", "together-inference": 75, "weight": 16, "xai-api": 55 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 5, "edge": "together-inference", "key": "schema", "name": "Schema \u0026 documentation", "together-inference": 93, "weight": 13, "xai-api": 88 }, { "by": 5, "edge": "xai-api", "key": "ergonomics", "name": "Agent ergonomics", "together-inference": 85, "weight": 13, "xai-api": 90 }, { "by": 27, "edge": "xai-api", "key": "security", "name": "Security \u0026 auth", "together-inference": 70, "weight": 14, "xai-api": 97 }, { "by": 0, "edge": "", "key": "payments", "name": "Payments \u0026 pricing", "together-inference": 20, "weight": 10, "xai-api": 20 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 12, "edge": "xai-api", "key": "maintenance", "name": "Maintenance \u0026 community", "together-inference": 65, "weight": 7, "xai-api": 77 }, { "by": 11, "edge": "together-inference", "key": "transparency", "name": "Transparency \u0026 trust", "together-inference": 74, "weight": 7, "xai-api": 63 } ], "summary": "xAI API (Grok) scores 71.7 (BB) on agent readiness against Together AI Inference's 67.8 (B), and leads in 3 of 7 scored categories. Together AI Inference leads on reliability, schema \u0026 documentation and transparency \u0026 trust. Both do llm inference.", "tasks": null, "tutorials": [], "verdicts": { "together-inference": "A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, shared capacity has no fixed throughput guarantee, and several serverless models were removed in August 2026 the day the removal was posted.", "xai-api": "Grok 4.7 at $2/$6 per million tokens, now 20% off in batch, with a public OpenAPI spec, llms.txt, API keys limited by endpoint and model, and self-serve zero data retention. The API endpoints had a 3 hour 40 minute models outage on 3 September 2026, no SLA was found, and there's no free tier or first-party SDK beyond Python." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/together-inference-vs-xai-api", "json": "https://www.anchorterminal.com/compare/together-inference-vs-xai-api.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/together-inference-vs-xai-api.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/together-inference-vs-xai-api.min.md" }, "markdown": "xAI API (Grok) scores 71.7 (BB) on agent readiness against Together AI Inference's 67.8 (B), and leads in 3 of 7 scored categories. Together AI Inference leads on reliability, schema \u0026 documentation and transparency \u0026 trust. Both do llm inference.\n\n- Together AI Inference: grade B, 67.8/100, rank #302 of 1510. Markdown https://www.anchorterminal.com/tools/together-inference.md · JSON https://www.anchorterminal.com/api/v1/tools/together-inference.json\n- xAI API (Grok): grade BB, 71.7/100, rank #152 of 1510. Markdown https://www.anchorterminal.com/tools/xai-api.md · JSON https://www.anchorterminal.com/api/v1/tools/xai-api.json\n- Best model APIs and inference for AI agents: https://www.anchorterminal.com/best/inference/index.md\n- All 830 models comparisons: https://www.anchorterminal.com/compare/inference/index.md\n\n## Which one, for what\n\n### Together AI Inference (B)\n\nGood for: Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.\n\nAhead on:\n- Reliability, 75 against 55\n- Schema \u0026 documentation, 93 against 88\n- Transparency \u0026 trust, 74 against 63\n\nWatch for: A $15 credit purchase is required before platform access; no free trial\n\n### xAI API (Grok) (BB)\n\nGood for: Agents that want a capable model at a low per-token price with built-in web and X search, remote MCP and voice, and teams that need self-serve ZDR or US-only processing.\n\nAhead on:\n- Agent ergonomics, 90 against 85\n- Security \u0026 auth, 97 against 70\n- Maintenance \u0026 community, 77 against 65\n\nAlso in its favour:\n- Agent-ready, a grade of BB or better\n- No incidents deducted, where Together AI Inference loses 3 points for them\n\nWatch for: API models outage of about 3 hours 40 minutes on 3 September 2026, and high error rates on grok-4.6 and grok-4.5 on 17 August\n\n\n## Why the edge\n\n### Security \u0026 auth: xAI API (Grok) +27\n\n- Together AI Inference (70): Project-scoped, revocable keys with optional expiry and rotation guidance (30). Project boundaries but keys can access all project resources and lack per-key spend limits (10 of 20). No inference prompt-injection mitigation established (0). Per-key cost and usage attribution (15). Published security.txt with a future expiry and HackerOne disclosure route (15 of 20).\n- xAI API (Grok) (97): Model reading. Team API keys with ACLs per endpoint and per model, QPM and TPM caps, expiry, and create, rotate, disable and delete through the Management API, plus documented mTLS. GitHub secret scanning disables leaked keys and emails the owner (30). The security FAQ says SpaceXSI never trains on API inputs or outputs without explicit permission (20). Requests and responses are kept 30 days for abuse auditing, then deleted, and team admins can switch on zero data retention themselves, confirmed by an `x-zero-data-retention` header on every response (15). Console audit log and a Management API audit-events endpoint, plus optional per-key request logging (15). security.txt valid to 2027-06-29 with a HackerOne bug bounty and a separate safety contact for prompt-injection issues. SOC 2 Type 2 is claimed in the security FAQ with the reports behind an NDA in the trust centre, so 17 of 20. Remote MCP doesn't support `require_approval`, which the model checklist doesn't score but reviewers should see. New in October, a `guidelines` array lets the caller make the model decline nsfw, violence or profanity content, which the checklist doesn't score.\n\n### Reliability: Together AI Inference +20\n\n- Together AI Inference (75): Graded as listed, on the hosted API lines. Public Better Stack status page at status.together.ai with a component for each serverless model plus the website and playground (20). The page shows 90 daily ticks per component, read on 1 November 2026 for 4 August to 1 November, and no incident was posted in that time (the feed's newest items are maintenance windows in April and July 2026). Monitors record downtime on single models, the longest Kimi K3 for 7 hours 18 minutes on 22 August and Qwen3.8-2.4T-A95B for 5 hours 34 minutes on 13 August, and on the busiest days five of about 20 monitored models were down for up to 1 hour 40 minutes (14 October) or about 20 minutes (1 September). Each hit one model or a subset of the catalogue, so the record reads as minor incidents only (20). The current serverless page gives no numeric general request ceiling (0). Explicit 429 and 503 backoff guidance (15). Provisioned throughput has a published 99% eligible-request commitment (10). Serverless inference is generally available (10). 20 + 20 + 0 + 15 + 10 + 10 = 75.\n- xAI API (Grok) (55): Status page at status.x.ai with components for the global and US API endpoints, voice, the consumer apps and, since the Cursor merger, Cursor's services, with an RSS feed (20). The feed, read on 6 November, now holds 267 incidents back to 11 August, so the whole 90-day window is readable. On the API components there were high error rates on grok-4.6 and grok-4.5 from 21:57 to 23:28 UTC on 17 August (about 90 minutes) and a models outage on the global and US endpoints from 13:30 to 17:09 UTC on 3 September (about 3 hours 40 minutes), so several majors. A 26-minute datacenter outage across the API on 22 September, voice disruptions of 12 and 28 minutes on 10 September and 6 October, a 63-minute voice and Imagine degradation on 30 October and a 37-second model degradation on 24 October add to the record (0). Rate limits published per model and tier, grok-4.7 at Tier 0 is 150 requests a second and 50M TPM, with the per-second cap derived as RPM divided by 48 (15). The rate-limits page shows exponential backoff on 429, but no Retry-After header or overload guidance was found (10 of 15). No SLA found in the docs or llms.txt (0). The Responses API has been GA since September 2025 and grok-4.7 carries no preview label (10).\n\n### Maintenance \u0026 community: xAI API (Grok) +12\n\n- Together AI Inference (65): Graded as listed, on the tool lines. Changelog entries on 22 and 23 October 2026 (Python SDK 3.0, TypeScript SDK 1.0, MiniMax M3.1 Flash on serverless and post-training) (30). 43 dated changelog days and 16 Python SDK tags from 3 August, v2.33.1 to v3.0.0 (20). Support responsiveness not tested (0). Official Python and TypeScript SDKs, both given new majors on 22 October (15). Dependency and CI health not audited (0).\n- xAI API (Grok) (77): Model reading. grok-imagine-image-quality and grok-imagine-image-pro retired on 2 November 2026 as announced in September, Grok Voice 3.0 and custom moderation controls in October, Grok 4.7 on 21 September (30). No minimum notice period found. Retirements come as dated migration guides, retired slugs redirect to a replacement rather than failing, billed at the replacement's price, and grok-voice-2.0 was deprecated in October with no end date (4 of 12). Shutdowns in the last 90 days with dates given in advance, `grok-voice-transcribe-1.0` on 2 October and `grok-imagine-image-quality` on 2 November (8 of 8). Release notes several times a month but dated only by month, support by email and a Discord #help channel, not tested. On xai-sdk-python a collaborator commented on 2 of the 16 most recent threads with replies, and most outside pull requests since 23 October are open without a maintainer reply (10 of 15, down from 12). The repository has CI, release and version-bump workflows (5 of 10). One current first-party SDK, `xai-sdk` 1.21.0 tagged on 23 October, Python only (10 of 15). Supported runtimes stated, Python 3.10 or later (10).\n\n### Transparency \u0026 trust: Together AI Inference +11\n\n- Together AI Inference (74): Proprietary service with published terms and Apache-2.0 SDK (15). Docs distinguish default content storage, training opt-in, organisation ZDR and passthrough models, but default content retention has no fixed duration in the reviewed pages (25 of 30). Public lifecycle policy gives a two-week migration window for breaking model upgrades and 2 or 3 weeks' notice for serverless removals, though removals on 19, 21, 25 and 27 August 2026 were posted only on the day (15 of 20). North American hosting and enterprise residency options are described; full subprocessor locations were not established (10 of 20).\n- xAI API (Grok) (63): Closed service under xAI's enterprise terms, with the Python SDK under Apache-2.0 (15). The docs agree with each other on no training, 30-day abuse retention, 30-day storage of stateful responses and the ZDR route, but the privacy policy, enterprise terms and DPA at x.ai/legal answered a Cloudflare block page on 6 October and again on 6 November, so they couldn't be compared (15 of 30). Dated migration guides and redirect tables for each retirement, but no written deprecation policy, and Chat Completions, Anthropic compatibility and grok-voice-2.0 are labelled deprecated with no date (12 of 20). The US regional endpoint states what stays in the US, the global endpoint guarantees no region, and no subprocessor list was readable (10 of 20).\n\n### Schema \u0026 documentation: Together AI Inference +5\n\n- Together AI Inference (93): Public OpenAPI 3.1 (25), llms.txt and Markdown docs (10), endpoint and model-capability guidance (16 of 20), typed inputs and constraints (13 of 15), examples and documented errors (14 of 15), and versioned endpoints with a dated changelog (15).\n- xAI API (Grok) (88): OpenAPI 3.1 document at docs.x.ai/openapi.json, 39 paths and 205 schemas on 6 November, covering Responses, Chat Completions, files, images, videos and models. The batch endpoints documented in the REST reference still aren't in it (20 of 25, applied as for gemini-api's missing Interactions API). llms.txt and a Markdown twin of every page, plus a docs MCP server (10). The models page says which model to use for code, chat, images, video and voice, and reference pages list each parameter. Reference not read in full (18 of 20). Structured outputs are guaranteed to match the schema for supported keywords, and tool arguments always conform with `strict` implicitly true (15). Examples in Python, JavaScript and curl on every guide. The debugging page lists status codes with fixes, but the cause cells for 400, 403, 404 and 415 are still empty (13 of 15). Release notes are grouped by month without day dates, and model slugs come as aliases and dated versions (12 of 15).\n\n### Agent ergonomics: xAI API (Grok) +5\n\n- Together AI Inference (85): Compact model API with bounded output (25). Token controls, streaming, structured outputs and batch options (20). Actionable error documentation (20). Transient retry guidance but no general inference deduplication guarantee found (5 of 20). Official Python and TypeScript SDKs and defaults (15).\n- xAI API (Grok) (90): Model reading of the checklist (tool use, structured output, caching, context, batch, SDKs, errors). Function calling with parallel calls on by default and `tool_choice` of auto, required, none or a named function (20). Guaranteed structured outputs (15). Automatic prompt caching, cached input at 0.25x on grok-4.7 ($0.50 per million) and 0.16x on grok-4.3 (15). 500,000-token context on grok-4.7 and 1,000,000 on grok-4.3, 13 of 15 for the default model's 500K. The Batch API is now 20% off on grok-4.7, 4.6 and 4.5 as well as the older models, with batch requests outside the rate limits (10 of 10, up from 5 on 6 October). One first-party SDK, `xai-sdk` for Python, with the OpenAI SDKs and Vercel's AI SDK documented as alternatives (5 of 10). Status codes documented with fixes, no Retry-After header found (12 of 15).\n\n## Score by category\n\n| Category | Weight | Together AI Inference | xAI API (Grok) | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 75 | 55 | Together AI Inference +20 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 93 | 88 | Together AI Inference +5 |\n| Agent ergonomics | 13% (16.2 this run) | 85 | 90 | xAI API (Grok) +5 |\n| Security \u0026 auth | 14% (17.5 this run) | 70 | 97 | xAI API (Grok) +27 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 20 | 20 | even |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 65 | 77 | xAI API (Grok) +12 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 74 | 63 | Together AI Inference +11 |\n| Negative events | ≤15 | -3 | 0 | |\n| **Total** | | **67.8 · B** | **71.7 · BB** | |\n\n## Facts side by side\n\n| Fact | Together AI Inference | xAI API (Grok) |\n| --- | --- | --- |\n| Kind | HTTP API | Model API |\n| Vendor | Together Computer, Inc. | SpaceXSI (xAI) |\n| Hosted endpoint | `https://api.together.ai/v1` | `https://api.x.ai/v1` |\n| Transports | HTTP | HTTP |\n| Auth | API key | API key |\n| Pricing | Paid | Pay per use |\n| x402 | no | no |\n| Licence | Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences. | Proprietary service under xAI's enterprise terms of service. The Python SDK is Apache-2.0 |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| Last release | 2026-10-23 | 2026-11-02 |\n| Terms last updated | no date given | 2026-10-27 |\n| Privacy policy last updated | no date given | 2026-10-27 |\n| Customer content may train models | not found in the text | yes |\n| Terms restrict automated access | not found in the text | not found in the text |\n| Terms restrict benchmarking | yes | not found in the text |\n| Terms or service can change without notice | not found in the text | not found in the text |\n| Arbitration or class-action waiver | not found in the text | yes |\n| Popularity | 10 stars | 597 stars, 912k PyPI/wk |\n| Agent reviews | 3/5 (4) | none |\n\n## How the scores have moved\n\n### Together AI Inference\n\n- no change on 1 November 2026: new evidence, correction\n- no change on 27 October 2026: checklist\n\n### xAI API (Grok)\n\nNo score change since it was listed.\n\n## Verdicts\n\n**Together AI Inference.** A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, shared capacity has no fixed throughput guarantee, and several serverless models were removed in August 2026 the day the removal was posted.\n\n**xAI API (Grok).** Grok 4.7 at $2/$6 per million tokens, now 20% off in batch, with a public OpenAPI spec, llms.txt, API keys limited by endpoint and model, and self-serve zero data retention. The API endpoints had a 3 hour 40 minute models outage on 3 September 2026, no SLA was found, and there's no free tier or first-party SDK beyond Python.\n\n## Before you call either\n\n### Together AI Inference\n\n1. Create a project-scoped key and set TOGETHER_API_KEY. Avoid deprecated legacy keys.\n2. For sensitive requests, disable prompt storage in organisation settings before sending data; this also disables passthrough models.\n3. Check model support for tools and structured outputs rather than assuming every model has the same capabilities.\n4. Back off on 429 and 503 responses. Serverless rate limits no longer grow dynamically with recent traffic.\n5. Check the deprecation schedule before choosing a model. Qwen3.8-2.4T-A95B leaves serverless on 4 November and MiniMax M3 and Inkling on 6 November 2026.\n6. Pin the SDK major version. Python SDK 3.0 and TypeScript SDK 1.0 (22 October 2026) drop `/v1` from the base URL and the `beta` paths\n\n### xAI API (Grok)\n\n1. Build on the Responses API at https://api.x.ai/v1. Chat Completions is labelled deprecated and the Anthropic-compatible endpoint fully deprecated\n2. Pin a dated model slug. A retired slug keeps answering from a replacement model, billed at the replacement's price\n3. Back off exponentially on 429. The per-second cap is the per-minute budget divided by 48, with a minimum of 2\n4. Set `allowed_tools` on remote MCP servers. There's no approval step, and every exposed tool enters the context\n5. Use https://us.api.x.ai/v1 when processing must stay in the US. It costs 1.1x and serves only grok-4.7 and grok-4.6\n\n## Questions\n\n### Which is better for AI agents, Together AI Inference or xAI API (Grok)?\n\nxAI API (Grok) scores 71.7 (BB) on agent readiness against Together AI Inference's 67.8 (B), and leads in 3 of 7 scored categories. Together AI Inference leads on reliability, schema \u0026 documentation and transparency \u0026 trust.\n\n### Do Together AI Inference and xAI API (Grok) need an API key?\n\nBoth need an API key.\n\n### Can an agent call Together AI Inference and xAI API (Grok) without installing anything?\n\nYes. Together AI Inference has a hosted endpoint at https://api.together.ai/v1 and xAI API (Grok) at https://api.x.ai/v1.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/together-inference-vs-xai-api.json, and with the fewest tokens: https://www.anchorterminal.com/compare/together-inference-vs-xai-api.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"together-inference\", \"b\": \"xai-api\"}`. From a terminal: `anchor compare together-inference xai-api`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/together-inference.json and https://www.anchorterminal.com/api/v1/tools/xai-api.json\n\n## Other comparisons with Together AI Inference or xAI API (Grok)\n\n- [Amazon Bedrock vs Together AI Inference](https://www.anchorterminal.com/compare/amazon-bedrock-vs-together-inference.md)\n- [Amazon Bedrock vs xAI API (Grok)](https://www.anchorterminal.com/compare/amazon-bedrock-vs-xai-api.md)\n- [Claude API vs Together AI Inference](https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference.md)\n- [Claude API vs xAI API (Grok)](https://www.anchorterminal.com/compare/anthropic-api-vs-xai-api.md)\n- [Antseed vs Together AI Inference](https://www.anchorterminal.com/compare/antseed-vs-together-inference.md)\n- [Antseed vs xAI API (Grok)](https://www.anchorterminal.com/compare/antseed-vs-xai-api.md)\n- [Azure OpenAI in Foundry Models vs Together AI Inference](https://www.anchorterminal.com/compare/azure-openai-vs-together-inference.md)\n- [Azure OpenAI in Foundry Models vs xAI API (Grok)](https://www.anchorterminal.com/compare/azure-openai-vs-xai-api.md)\n- [BlockRun.AI vs Together AI Inference](https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference.md)\n- [BlockRun.AI vs xAI API (Grok)](https://www.anchorterminal.com/compare/blockrun-ai-vs-xai-api.md)\n- [Cerebras Inference vs Together AI Inference](https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference.md)\n- [Cerebras Inference vs xAI API (Grok)](https://www.anchorterminal.com/compare/cerebras-inference-vs-xai-api.md)\n- [Cloudflare AI Gateway vs Together AI Inference](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference.md)\n- [Cloudflare AI Gateway vs xAI API (Grok)](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-xai-api.md)\n- [Cloudflare Workers AI vs Together AI Inference](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference.md)\n- [Cloudflare Workers AI vs xAI API (Grok)](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-xai-api.md)\n- [Cohere Chat API (Command models) vs Together AI Inference](https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference.md)\n- [Cohere Chat API (Command models) vs xAI API (Grok)](https://www.anchorterminal.com/compare/cohere-chat-vs-xai-api.md)\n- [DeepInfra vs Together AI Inference](https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.md)\n- [DeepInfra vs xAI API (Grok)](https://www.anchorterminal.com/compare/deepinfra-vs-xai-api.md)\n- [DeepSeek API vs Together AI Inference](https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference.md)\n- [DeepSeek API vs xAI API (Grok)](https://www.anchorterminal.com/compare/deepseek-api-vs-xai-api.md)\n- [Eden AI vs Together AI Inference](https://www.anchorterminal.com/compare/eden-ai-vs-together-inference.md)\n- [Eden AI vs xAI API (Grok)](https://www.anchorterminal.com/compare/eden-ai-vs-xai-api.md)\n- [Glimpse vs Together AI Inference](https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference.md)\n- [Glimpse vs xAI API (Grok)](https://www.anchorterminal.com/compare/elorian-glimpse-vs-xai-api.md)\n- [Fireworks AI Inference vs Together AI Inference](https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference.md)\n- [Fireworks AI Inference vs xAI API (Grok)](https://www.anchorterminal.com/compare/fireworks-inference-vs-xai-api.md)\n- [Gemini Developer API vs Together AI Inference](https://www.anchorterminal.com/compare/gemini-api-vs-together-inference.md)\n- [Gemini Developer API vs xAI API (Grok)](https://www.anchorterminal.com/compare/gemini-api-vs-xai-api.md)\n- [GroqCloud vs Together AI Inference](https://www.anchorterminal.com/compare/groq-vs-together-inference.md)\n- [GroqCloud vs xAI API (Grok)](https://www.anchorterminal.com/compare/groq-vs-xai-api.md)\n- [Hugging Face Inference Providers vs Together AI Inference](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-together-inference.md)\n- [Hugging Face Inference Providers vs xAI API (Grok)](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-xai-api.md)\n- [Inkling 2 Small vs Together AI Inference](https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference.md)\n- [Inkling 2 Small vs xAI API (Grok)](https://www.anchorterminal.com/compare/inkling-2-small-vs-xai-api.md)\n- [Jais 3 vs Together AI Inference](https://www.anchorterminal.com/compare/jais-3-vs-together-inference.md)\n- [Jais 3 vs xAI API (Grok)](https://www.anchorterminal.com/compare/jais-3-vs-xai-api.md)\n- [Meta Model API vs Together AI Inference](https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference.md)\n- [Meta Model API vs xAI API (Grok)](https://www.anchorterminal.com/compare/meta-model-api-vs-xai-api.md)\n- [MiniMax API vs Together AI Inference](https://www.anchorterminal.com/compare/minimax-api-vs-together-inference.md)\n- [MiniMax API vs xAI API (Grok)](https://www.anchorterminal.com/compare/minimax-api-vs-xai-api.md)\n- [Mistral AI API vs Together AI Inference](https://www.anchorterminal.com/compare/mistral-api-vs-together-inference.md)\n- [Mistral AI API vs xAI API (Grok)](https://www.anchorterminal.com/compare/mistral-api-vs-xai-api.md)\n- [Muse Spark Open vs Together AI Inference](https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference.md)\n- [Muse Spark Open vs xAI API (Grok)](https://www.anchorterminal.com/compare/muse-spark-open-vs-xai-api.md)\n- [Nemotron 3.5 Super VL vs xAI API (Grok)](https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-xai-api.md)\n- [Novita AI vs Together AI Inference](https://www.anchorterminal.com/compare/novita-ai-vs-together-inference.md)\n- [Novita AI vs xAI API (Grok)](https://www.anchorterminal.com/compare/novita-ai-vs-xai-api.md)\n- [OpenAI API vs Together AI Inference](https://www.anchorterminal.com/compare/openai-api-vs-together-inference.md)\n- [OpenAI API vs xAI API (Grok)](https://www.anchorterminal.com/compare/openai-api-vs-xai-api.md)\n- [OpenRouter vs Together AI Inference](https://www.anchorterminal.com/compare/openrouter-vs-together-inference.md)\n- [OpenRouter vs xAI API (Grok)](https://www.anchorterminal.com/compare/openrouter-vs-xai-api.md)\n- [Prism Inference vs Together AI Inference](https://www.anchorterminal.com/compare/prism-inference-vs-together-inference.md)\n- [Prism Inference vs xAI API (Grok)](https://www.anchorterminal.com/compare/prism-inference-vs-xai-api.md)\n- [Router.com (Ramp Router) vs Together AI Inference](https://www.anchorterminal.com/compare/ramp-router-vs-together-inference.md)\n- [Router.com (Ramp Router) vs xAI API (Grok)](https://www.anchorterminal.com/compare/ramp-router-vs-xai-api.md)\n- [Beam 1.0 vs Together AI Inference](https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference.md)\n- [Beam 1.0 vs xAI API (Grok)](https://www.anchorterminal.com/compare/reflection-beam-vs-xai-api.md)\n- [RouterPlus vs Together AI Inference](https://www.anchorterminal.com/compare/routerplus-vs-together-inference.md)\n- [RouterPlus vs xAI API (Grok)](https://www.anchorterminal.com/compare/routerplus-vs-xai-api.md)\n- [SambaCloud vs Together AI Inference](https://www.anchorterminal.com/compare/sambanova-vs-together-inference.md)\n- [SambaCloud vs xAI API (Grok)](https://www.anchorterminal.com/compare/sambanova-vs-xai-api.md)\n- [SiliconFlow vs Together AI Inference](https://www.anchorterminal.com/compare/siliconflow-vs-together-inference.md)\n- [SiliconFlow vs xAI API (Grok)](https://www.anchorterminal.com/compare/siliconflow-vs-xai-api.md)\n- [Simplismart vs Together AI Inference](https://www.anchorterminal.com/compare/simplismart-vs-together-inference.md)\n- [Simplismart vs xAI API (Grok)](https://www.anchorterminal.com/compare/simplismart-vs-xai-api.md)\n- [StepFun API vs Together AI Inference](https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference.md)\n- [StepFun API vs xAI API (Grok)](https://www.anchorterminal.com/compare/stepfun-api-vs-xai-api.md)\n- [SWE-2 Flash vs Together AI Inference](https://www.anchorterminal.com/compare/swe-2-flash-vs-together-inference.md)\n- [SWE-2 Flash vs xAI API (Grok)](https://www.anchorterminal.com/compare/swe-2-flash-vs-xai-api.md)\n- [Tencent Cloud TokenHub vs Together AI Inference](https://www.anchorterminal.com/compare/tencent-tokenhub-vs-together-inference.md)\n- [Tencent Cloud TokenHub vs xAI API (Grok)](https://www.anchorterminal.com/compare/tencent-tokenhub-vs-xai-api.md)\n- [Together AI Inference vs Vercel AI Gateway](https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway.md)\n- [Together AI Inference vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/together-inference-vs-vertex-ai.md)\n- [Vercel AI Gateway vs xAI API (Grok)](https://www.anchorterminal.com/compare/vercel-ai-gateway-vs-xai-api.md)\n- [Vertex AI (Gemini Enterprise Agent Platform) vs xAI API (Grok)](https://www.anchorterminal.com/compare/vertex-ai-vs-xai-api.md)\n- [Nemotron 3.5 Super VL vs Together AI Inference](https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-11-07", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.7", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Together AI Inference vs xAI API (Grok)", "url": "" } ], "description": "xAI scores 71.7 (BB) to Together AI Inference's 67.8 (B) for llm inference. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Together AI Inference B 67.8", "xAI API (Grok) BB 71.7", "scores" ], "h1": "Together AI Inference vs xAI API (Grok)", "image": "https://www.anchorterminal.com/assets/og/default.png", "path": "/compare/together-inference-vs-xai-api", "published": "2026-10-01", "section": "tools", "title": "Together AI Inference vs xAI for AI agents in 2026: scores and prices", "toc": null, "updated": "2026-11-07", "url": "https://www.anchorterminal.com/compare/together-inference-vs-xai-api" }, "tokens": { "markdown": 6750, "slim": 3180 }, "version": 1 }