{ "data": { "a": { "slug": "together-inference", "name": "Together AI Inference", "vendor": "Together Computer, Inc.", "vendorUrl": "https://www.together.ai", "kind": "http-api", "category": "inference", "summary": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput. Model-dependent capabilities include tool calling, structured outputs and vision.", "url": "https://www.anchorterminal.com/tools/together-inference", "markdownUrl": "https://www.anchorterminal.com/tools/together-inference.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/together-inference.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/together-inference.json", "dns": "together-inference.grade.anchorterminal.com", "repo": "https://github.com/togethercomputer/together-py", "license": "Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences.", "transports": [ "http" ], "remoteUrl": "https://api.together.ai/v1", "packages": [ { "registry": "pypi", "name": "together", "main": true }, { "registry": "npm", "name": "together-ai", "main": true } ], "auth": "api-key", "authNotes": "Bearer API keys are scoped to projects, can expire and can be revoked separately. A key has full access to resources in its project. There are no per-key spending or rate limits; legacy default-project keys should be replaced.", "pricing": "paid", "pricingNotes": "Prepaid usage with a $15 minimum first credit purchase, then $5 minimum top-ups. No free trial. GPT OSS 120B is $0.15 per million input tokens and $0.60 per million output tokens. Dedicated hardware and provisioned throughput have separate rates.", "priceSummary": "Paid", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 payment route found in the reviewed inference and billing documentation on 19 October 2026.", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 10, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-19" }, "docsUrl": "https://docs.together.ai", "llmsTxt": "https://docs.together.ai/llms.txt", "openapi": "https://docs.together.ai/openapi.yaml", "capabilities": [ "inference.llm", "inference.open-weights" ], "tags": [ "official", "http-api", "inference", "api-key", "openapi", "llms-txt", "paid" ], "lastRelease": "2026-10-23", "graded": true, "anchor": { "graded": true, "score": 67.8, "grade": "B", "agentReady": false, "rank": 302, "ranked": true, "rankOf": 1510, "categoryRank": 13, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 85, "maintenance": 65, "payments": 20, "reliability": 75, "schema": 93, "security": 70, "transparency": 74 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-01" }, "negative": -3, "negativeNotes": [ "2026-08-19 to 2026-08-27. Together removed GA serverless models with notice posted only on the day of removal. Changelog entries of 19, 21, 25 and 27 August say FLUX.1 schnell, Qwen2.5 7B, Kimi K2.6, Cogito v2.1 671B, Gemma 3n E4B, Llama Guard 4 12B, Nemotron 3 Ultra, Pearl's Gemma 4 31B, DeepSeek V4 Pro and Kimi K2.7 Code \"have been deprecated and are no longer available on serverless\", with no earlier entry announcing their removal and no preview label, while the deprecation policy promises 2 or 3 weeks' notice for serverless endpoints. Read at the floor, as fireworks-inference's same-day removals of 27 August were, -3 (https://docs.together.ai/docs/changelog.md)." ], "verdict": "A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, shared capacity has no fixed throughput guarantee, and several serverless models were removed in August 2026 the day the removal was posted.", "bestFor": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.", "strengths": [ "Public OpenAPI 3.1, Markdown documentation and Python and TypeScript SDKs", "Project-scoped API keys with optional expiry and per-key cost attribution", "Serverless, batch, dedicated and provisioned-throughput options", "Status page with a monitor per serverless model and 90 days of daily history", "US-only serverless processing through us-api.together.ai since 16 October 2026, at 1.25 times standard rates" ], "weaknesses": [ "A $15 credit purchase is required before platform access; no free trial", "Prompt and response storage is on by default; zero data retention must be enabled for the organisation", "Serverless has no guaranteed capacity outside provisioned throughput, and API keys have no individual spend caps", "Serverless models removed on 19, 21, 25 and 27 August 2026 were announced in the changelog only on the day" ], "agentNotes": [ "Create a project-scoped key and set TOGETHER_API_KEY. Avoid deprecated legacy keys.", "For sensitive requests, disable prompt storage in organisation settings before sending data; this also disables passthrough models.", "Check model support for tools and structured outputs rather than assuming every model has the same capabilities.", "Back off on 429 and 503 responses. Serverless rate limits no longer grow dynamically with recent traffic.", "Check the deprecation schedule before choosing a model. Qwen3.8-2.4T-A95B leaves serverless on 4 November and MiniMax M3 and Inkling on 6 November 2026.", "Pin the SDK major version. Python SDK 3.0 and TypeScript SDK 1.0 (22 October 2026) drop `/v1` from the base URL and the `beta` paths" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 4, "avgRating": 3, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 67.8 } ], "editorialScores": { "ergonomics": 85, "maintenance": 65, "payments": 20, "reliability": 75, "schema": 93, "security": 70, "transparency": 65 }, "provenanceScore": 83, "checked": { "categories": { "ergonomics": "2026-11-01", "maintenance": "2026-11-01", "payments": "2026-11-01", "reliability": "2026-11-01", "schema": "2026-11-01", "security": "2026-11-01", "transparency": "2026-11-01" }, "last": "2026-11-01", "lastMoved": "2026-11-01", "oldest": "2026-11-01", "stale": false, "staleAfterDays": 90 } }, "connect": { "http": "curl 'https://api.together.ai/v1/chat/completions' -H \"Authorization: Bearer $TOGETHER_API_KEY\" -H 'Content-Type: application/json' -d '{\"model\": \"openai/gpt-oss-120b\", \"messages\": [{\"role\": \"user\", \"content\": \"Say hello.\"}], \"max_tokens\": 128}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/together-inference" }, "sameCompany": [ "together-fine-tuning", "together-gpu-clusters", "together-code-sandbox" ], "area": "models", "unitPrices": [ { "item": "GPT OSS 120B input", "unit": "1m-tokens", "usd": 0.15, "note": "Shared/serverless standard rate, per million tokens, checked 1 November 2026" }, { "item": "GPT OSS 120B output", "unit": "1m-tokens", "usd": 0.6, "note": "Shared/serverless standard rate, per million tokens, checked 1 November 2026" } ], "provenance": { "legalEntity": "Together Computer, Inc.", "domain": "together.ai", "domainRegistered": "", "endpointOnVendorDomain": true, "terms": "https://www.together.ai/terms-of-service", "privacy": "https://www.together.ai/privacy", "statusPage": "https://status.together.ai", "changelog": "https://docs.together.ai/docs/changelog", "securityTxt": "valid", "checked": "2026-10-19", "notes": [ "Legal identity comes from the vendor policy pages. Domain registration was not checked.", "The SDK repository is not the source for the hosted inference service.", "security.txt names the HackerOne programme and expires on 30 September 2028." ], "score": 83 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/together-inference.json", "live": { "slug": "together-inference", "probe": { "target": "https://api.together.ai/v1", "method": "get", "lastAt": "2026-11-07T19:22:40.90168793Z", "lastOk": true, "lastStatus": 404, "lastMs": 186, "authRequired": false, "uptime24h": 100, "uptime30d": 99.98, "p50ms24h": 197, "p95ms24h": 480, "samples24h": 238, "samples30d": 4796, "days": [ { "date": "2026-10-19", "probes": 173, "ok": 173 }, { "date": "2026-10-20", "probes": 252, "ok": 252 }, { "date": "2026-10-21", "probes": 253, "ok": 253 }, { "date": "2026-10-22", "probes": 253, "ok": 253 }, { "date": "2026-10-23", "probes": 248, "ok": 248 }, { "date": "2026-10-24", "probes": 251, "ok": 251 }, { "date": "2026-10-25", "probes": 250, "ok": 250 }, { "date": "2026-10-26", "probes": 252, "ok": 252 }, { "date": "2026-10-27", "probes": 249, "ok": 249 }, { "date": "2026-10-28", "probes": 250, "ok": 249 }, { "date": "2026-10-29", "probes": 249, "ok": 249 }, { "date": "2026-10-30", "probes": 249, "ok": 249 }, { "date": "2026-10-31", "probes": 251, "ok": 251 }, { "date": "2026-11-01", "probes": 249, "ok": 249 }, { "date": "2026-11-02", "probes": 250, "ok": 250 }, { "date": "2026-11-03", "probes": 248, "ok": 248 }, { "date": "2026-11-04", "probes": 246, "ok": 246 }, { "date": "2026-11-05", "probes": 185, "ok": 185 }, { "date": "2026-11-06", "probes": 241, "ok": 241 }, { "date": "2026-11-07", "probes": 197, "ok": 197 } ] }, "vendorStatus": { "page": "https://status.together.ai", "indicator": "unknown", "summary": "no machine-readable status found", "checkedAt": "2026-11-03T15:50:27.832032204Z" }, "versions": [ { "registry": "github", "name": "togethercomputer/together-py", "version": "v3.1.1", "released": "2026-11-04", "seenAt": "2026-11-07T00:12:19.125880583Z" }, { "registry": "npm", "name": "together-ai", "version": "1.0.0", "seenAt": "2026-11-07T00:12:19.091822114Z" }, { "registry": "pypi", "name": "together", "version": "3.1.1", "released": "2026-11-04", "seenAt": "2026-11-07T00:12:18.875614418Z" } ], "githubStars": 12, "npmWeekly": 99619, "pypiWeekly": 424792, "securityTxt": { "url": "https://together.ai/.well-known/security.txt", "state": "valid", "expires": "2028-09-30T00:00:00.000Z", "checkedAt": "2026-11-07T16:00:47.073630606Z" }, "llmsTxt": { "url": "https://docs.together.ai/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-11-07T15:34:14.123755248Z" }, "domain": { "domain": "together.ai", "registered": "2017-12-16", "source": "https://rdap.identitydigital.services/rdap/domain/together.ai", "checkedAt": "2026-11-01T14:21:27.260418255Z" }, "github": { "repo": "togethercomputer/together-py", "checkedAt": "2026-11-02T08:27:14.179460754Z", "stars": 11, "archived": false, "issuesEnabled": true, "pushedAt": "2026-11-02T05:50:24Z", "openIssues": 4, "openPRs": 43, "issuesOpened90d": 2, "issuesClosed90d": 1, "prsMerged90d": 106, "ci": { "branch": "main", "runs": 50, "success": 16, "failure": 0, "other": 34, "latest": "skipped", "latestAt": "2026-10-30T19:38:40Z" }, "replies": { "sampled": 7, "unanswered": 4, "medianDays": 14.2 } }, "updatedAt": "2026-11-07T19:22:40.90168793Z" } }, "answer": "Vertex AI (Gemini Enterprise Agent Platform) scores 88.7 (AA) on agent readiness against Together AI Inference's 67.8 (B), and leads in every scored category.", "b": { "slug": "vertex-ai", "name": "Vertex AI (Gemini Enterprise Agent Platform)", "vendor": "Google Cloud", "vendorUrl": "https://cloud.google.com/products/gemini-enterprise-agent-platform", "kind": "model", "category": "inference", "summary": "Google Cloud's enterprise API for Gemini models and Model Garden partner and open models, including Claude, Llama and Qwen, on the platform formerly called Vertex AI, with regional endpoints, provisioned throughput and IAM access.", "url": "https://www.anchorterminal.com/tools/vertex-ai", "markdownUrl": "https://www.anchorterminal.com/tools/vertex-ai.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/vertex-ai.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/vertex-ai.json", "dns": "vertex-ai.grade.anchorterminal.com", "repo": "https://github.com/googleapis/python-genai", "license": "Proprietary service under the Google Cloud Platform terms. Partner models carry their providers' terms. The Google Gen AI SDKs are Apache-2.0", "transports": [ "http" ], "remoteUrl": "https://aiplatform.googleapis.com/v1", "packages": [ { "registry": "pypi", "name": "google-genai" }, { "registry": "npm", "name": "@google/genai" }, { "registry": "pypi", "name": "google-cloud-aiplatform" } ], "auth": "mixed", "authNotes": "OAuth 2.0 bearer tokens from application default credentials or service accounts, with IAM roles on a Google Cloud project, which the docs recommend for production. Google Cloud API keys, including express mode keys (Preview) that need no project or location in the URL, are recommended for testing. The OpenAI-compatible endpoint accepts only Google Cloud auth.", "pricing": "usage", "pricingNotes": "Per-token prices per model, with global and higher non-global rates and Standard, Priority and Flex/Batch options. Gemini 4 Argon costs $4/$20 per million, with 50% credits back through 2026-11-30. Gemini 3.8 Flash costs $0.75/$3.75 through 2026-12-31, then $1.50/$7.50. Claude Opus 5.5 $4/$20. Batch and Flex half price on Gemini. Only requests that return 200 are charged. Express mode gives new users 90 days free with no billing details (https://cloud.google.com/gemini-enterprise-agent-platform/generative-ai/pricing).", "priceSummary": "from $0.30 / 1M in", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 on the pricing page or in the express mode docs (checked 2026-11-06). Access needs a Google account and, after the express trial, a Cloud billing account.", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": null, "pypiWeekly": 20917051, "asOf": "2026-11-06" }, "docsUrl": "https://docs.cloud.google.com/gemini-enterprise-agent-platform/models/start", "rateLimitsUrl": "https://docs.cloud.google.com/gemini-enterprise-agent-platform/models/standard-paygo", "openapi": "https://aiplatform.googleapis.com/$discovery/rest?version=v1", "capabilities": [ "inference.llm", "inference.open-weights" ], "tags": [ "official", "hosted", "model", "open-weights", "enterprise", "usage-priced", "free-tier", "no-card", "python", "typescript", "status-page" ], "lastRelease": "2026-11-05", "graded": true, "anchor": { "graded": true, "score": 88.7, "grade": "AA", "agentReady": true, "rank": 2, "ranked": true, "rankOf": 1510, "categoryRank": 1, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 97, "maintenance": 91, "payments": 40, "reliability": 99, "schema": 94, "security": 97, "transparency": 90 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-06" }, "negative": 0, "verdict": "Gemini, Claude and open models through one Google Cloud API with IAM, regional endpoints, schema-guaranteed JSON and a 99.5 per cent SLA, and no Vertex incident on the Cloud status page in the 90 days to 6 November 2026. Gemini 4 Argon and 3.8 Flash have 12-month availability, but short-term Flash models get a 95 per cent SLA.", "bestFor": "Google Cloud customers who need Gemini with residency, VPC-SC, provisioned throughput and an SLA, or Claude under a Google bill.", "strengths": [ "No incident naming Vertex or Gemini on status.cloud.google.com between 8 July and 6 October 2026", "Public discovery document for the v1 API (revision 20260930) with 1,128 methods and 1,493 schemas", "JSON output follows a supplied `response_schema` when `response_mime_type` is `application/json`", "Express mode gives new users 90 days free with an API key and no billing details", "Only requests that return 200 are charged", "Gemini 4 Argon, GA since 13 October 2026, has a 1,048,576-token unified limit at $4/$20 per million tokens" ], "weaknesses": [ "The SLA drops from 99.5 to 95 per cent for short-term availability models, Gemini 3.7 and 3.6 Flash among them", "Gemini 3.6 Flash, released 21 July 2026, retires on 19 November 2026, and 3.7 Flash on 28 January 2027", "Zero retention needs an exception request, and flagged prompts may be kept up to 90 days", "The Interactions API stores prompts and responses unless `store` is set to false", "No llms.txt on the docs site, and the docs mix the Vertex AI and Agent Platform names", "The model versions table still listed Gemini 2.5 Pro, Flash and Flash-Lite as available after their 20 October 2026 retirement date" ], "agentNotes": [ "Call the `global` location on aiplatform.googleapis.com unless data residency requires a Region. The 429 guide says it spreads load and reduces errors", "Back off exponentially on 429 `Resource exhausted`. On Standard PayGo it means shared capacity is busy, not a fixed quota", "Send `response_schema` with `response_mime_type: application/json`. JSON mode alone doesn't guarantee valid output", "Set `store` to false on Interactions API calls. It defaults to true and keeps prompts and responses", "Pin `gemini-4-argon` or `gemini-3.8-flash`, both in the 12-month tier, rather than 3.7 or 3.6 Flash, which retire on 28 January 2027 and 19 November 2026" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "AA", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 88.7 } ], "editorialScores": { "ergonomics": 97, "maintenance": 91, "payments": 40, "reliability": 99, "schema": 94, "security": 97, "transparency": 83 }, "provenanceScore": 97, "checked": { "categories": { "ergonomics": "2026-11-06", "maintenance": "2026-11-06", "payments": "2026-11-06", "reliability": "2026-11-06", "schema": "2026-11-06", "security": "2026-11-06", "transparency": "2026-11-06" }, "last": "2026-11-06", "oldest": "2026-11-06", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "pip install google-genai # or: npm i @google/genai", "http": "curl -X POST \\\n -H \"Content-Type: application/json\" \\\n -H \"Authorization: Bearer $(gcloud auth print-access-token)\" \\\n \"https://aiplatform.googleapis.com/v1/projects/${GOOGLE_CLOUD_PROJECT}/locations/global/publishers/google/models/gemini-3.8-flash:generateContent\" \\\n -d '{\"contents\":{\"role\":\"user\",\"parts\":{\"text\":\"Explain how AI works in a few words\"}}}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/vertex-ai" }, "sameCompany": [ "gemini-api", "gemini-embedding", "vertex-ai-tuning", "cloud-run-gpus", "google-model-armor", "google-imagen", "google-veo", "google-lyria", "google-speech-to-text", "google-cloud-tts", "gemini-live", "google-adk", "google-memory-bank", "google-secret-manager", "google-cloud-document-ai", "google-weather-api", "chrome-devtools-mcp", "google-maps-platform", "google-cloud-translation", "google-calendar-api", "firebase-cloud-messaging", "google-cloud-storage", "google-drive-api", "gemini-enterprise", "gemini-cli", "google-search-console", "google-ads-api", "google-forms", "google-sheets-api", "gmail-api", "google-people-api" ], "area": "models", "unitPrices": [ { "item": "Grounding with Google Search over 5,000 a month (Gemini 3)", "unit": "1k-requests", "usd": 14 } ], "provenance": { "legalEntity": "Google LLC", "domain": "google.com", "domainRegistered": "1997-09-15", "domainNote": "The endpoint is on googleapis.com, Google's API domain. google.com was registered in 1997.", "endpointOnVendorDomain": true, "terms": "https://cloud.google.com/terms", "privacy": "https://policies.google.com/privacy", "statusPage": "https://status.cloud.google.com", "changelog": "https://docs.cloud.google.com/gemini-enterprise-agent-platform/release-notes", "securityTxt": "valid", "checked": "2026-11-06", "notes": [ "The product runs under the Google Cloud Platform terms, whose contracting Google entity depends on the billing country, as for vertex-ai-tuning.", "www.google.com/.well-known/security.txt expires on 2030-04-01 (read 2026-11-06).", "docs.cloud.google.com has no llms.txt (404 on 6 October 2026), but each docs page answers as Markdown when `.md.txt` is added to its URL." ], "score": 97 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/vertex-ai.json", "live": { "slug": "vertex-ai", "probe": { "target": "https://aiplatform.googleapis.com/v1", "method": "get", "lastAt": "2026-11-07T19:22:43.041024218Z", "lastOk": true, "lastStatus": 404, "lastMs": 664, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 118, "p95ms24h": 752, "samples24h": 210, "samples30d": 210, "days": [ { "date": "2026-11-06", "probes": 13, "ok": 13 }, { "date": "2026-11-07", "probes": 197, "ok": 197 } ] }, "versions": [ { "registry": "github", "name": "googleapis/python-genai", "version": "v3.0.0", "released": "2026-11-06", "seenAt": "2026-11-07T00:15:33.519504561Z" }, { "registry": "npm", "name": "@google/genai", "version": "3.0.0", "seenAt": "2026-11-07T00:15:31.639429892Z" }, { "registry": "pypi", "name": "google-cloud-aiplatform", "version": "2.7.0", "released": "2026-10-28", "seenAt": "2026-11-07T00:15:32.521225598Z" }, { "registry": "pypi", "name": "google-genai", "version": "3.0.0", "released": "2026-11-06", "seenAt": "2026-11-07T00:15:31.485691571Z" } ], "githubStars": 4057, "npmWeekly": 31989360, "pypiWeekly": 38431674, "securityTxt": { "url": "https://google.com/.well-known/security.txt", "state": "valid", "expires": "2030-04-01T00:00:00z", "checkedAt": "2026-11-07T16:01:22.068349931Z" }, "pages": [ { "url": "https://cloud.google.com/gemini-enterprise-agent-platform/generative-ai/pricing", "kind": "deprecations", "status": 200, "checkedAt": "2026-11-07T14:01:16.257808105Z", "changedAt": "2026-11-07T14:01:16.257808105Z", "fingerprint": "a4fe253bd23f" } ], "updatedAt": "2026-11-07T19:22:43.041024218Z" } }, "edges": [ { "by": 27, "category": "security", "leads": "vertex-ai", "name": "Security \u0026 auth", "reasons": { "a": "Project-scoped, revocable keys with optional expiry and rotation guidance (30). Project boundaries but keys can access all project resources and lack per-key spend limits (10 of 20). No inference prompt-injection mitigation established (0). Per-key cost and usage attribution (15). Published security.txt with a future expiry and HackerOne disclosure route (15 of 20).", "b": "Model reading. OAuth 2.0 with IAM roles and service accounts, which the docs recommend for production, with API keys for testing. No key in a query string found in the docs we read (30). The training restriction in the Service Specific Terms says Google won't use customer data to train or fine-tune any model without permission, GA and pre-GA alike (20). Default in-memory caching for 24 hours that can be disabled, flagged prompts logged up to 90 days unless an abuse-monitoring exception is granted or the customer has a Cloud Master Agreement, the Interactions API storing by default, and Claude Fable 5 and Mythos 5 requiring 30-day retention shared with Anthropic (12 of 15, a judgement call matching the Fable exception on the Anthropic and Bedrock listings). Cloud Audit Logs, with Data Access logs off until enabled, and optional request-response logging to BigQuery (15). google.com security.txt valid to 2030-04-01, the Google VRP, and Generative AI on the platform in ISO 27001, 27017 and 27018 and SOC 1, 2 and 3 scope per the 1 October services-in-scope check for vertex-ai-tuning, not re-read on 6 October (20)." }, "scores": { "a": 70, "b": 97 } }, { "by": 26, "category": "maintenance", "leads": "vertex-ai", "name": "Maintenance \u0026 community", "reasons": { "a": "Graded as listed, on the tool lines. Changelog entries on 22 and 23 October 2026 (Python SDK 3.0, TypeScript SDK 1.0, MiniMax M3.1 Flash on serverless and post-training) (30). 43 dated changelog days and 16 Python SDK tags from 3 August, v2.33.1 to v3.0.0 (20). Support responsiveness not tested (0). Official Python and TypeScript SDKs, both given new majors on 22 October (15). Dependency and CI health not audited (0).", "b": "Model reading. Gemini Omni 1.2 Flash GA on 5 November, Grok 4.7 GA on 27 October, Gemini 4 Argon GA on 13 October and Claude Haiku 5.5 on 7 October 2026 (30). Stable models stay at least 12 months, and since 6 October Gemini 4 Argon and Gemini 3.8 Flash are in that tier, while 3.7 and 3.6 Flash remain short-term with at least 45 days' notice once a date is set (10 of 12, up from 8). Gemini 2.5 Pro, Flash and Flash-Lite were due to retire on 20 October, three models on one date after more than 12 months, with replacements named. We didn't check partner model retirements (6 of 8, down from 8). Dated release notes on most working days, newest 5 November, and Cloud Customer Care (15). python-genai replies not sampled this run (5 of 10). Current SDKs, google-genai 3.0.0 on 6 November and `@google/genai` 3.0.0, and google-cloud-aiplatform 2.7.0 on 28 October 2026 (15). Supported runtimes stated, Python 3.10 or later and Node 20 or later, per the 6 October check (10). Unchanged at 91." }, "scores": { "a": 65, "b": 91 } }, { "by": 24, "category": "reliability", "leads": "vertex-ai", "name": "Reliability", "reasons": { "a": "Graded as listed, on the hosted API lines. Public Better Stack status page at status.together.ai with a component for each serverless model plus the website and playground (20). The page shows 90 daily ticks per component, read on 1 November 2026 for 4 August to 1 November, and no incident was posted in that time (the feed's newest items are maintenance windows in April and July 2026). Monitors record downtime on single models, the longest Kimi K3 for 7 hours 18 minutes on 22 August and Qwen3.8-2.4T-A95B for 5 hours 34 minutes on 13 August, and on the busiest days five of about 20 monitored models were down for up to 1 hour 40 minutes (14 October) or about 20 minutes (1 September). Each hit one model or a subset of the catalogue, so the record reads as minor incidents only (20). The current serverless page gives no numeric general request ceiling (0). Explicit 429 and 503 backoff guidance (15). Provisioned throughput has a published 99% eligible-request commitment (10). Serverless inference is generally available (10). 20 + 20 + 0 + 15 + 10 + 10 = 75.", "b": "Google Cloud status dashboard with per-product history (20). Its incident feed, read on 6 November, has no incident naming Vertex Gemini API, Gemini or the Agent Platform in the 90 days. The regional incidents of 20 August, 1 September and 20 October (europe-west2) and the Cloud Storage incident of 8 and 9 October didn't list it among affected products (30). Standard PayGo publishes usage tiers by 30-day spend with baseline throughput, 2,000,000 to 50,000,000 tokens a minute for Flash models and 500,000 to 10,000,000 for Pro, plus quota tables for other methods (15). A 429 page says to use the global endpoint and truncated exponential backoff, and a retry-strategy page (15). SLA of 99.5 per cent a month on generateContent and streamGenerateContent, 95 per cent for short-term availability models, and a latency SLO on Provisioned Throughput. The 429 page says pay-as-you-go 429s don't count toward the SLA error rate (10). Gemini 4 Argon reached GA on 13 October and Gemini 3.8 Flash moved to the 12-month tier, and the v1 API, 3.5 Flash-Lite and Claude Opus 5.5 are GA, but express mode was Preview at the 6 October check (9 of 10, up from 8). Up from 98 on 6 October." }, "scores": { "a": 75, "b": 99 } }, { "by": 20, "category": "payments", "leads": "vertex-ai", "name": "Payments \u0026 pricing", "reasons": { "a": "No machine payment protocol found in the reviewed billing and inference docs (0). Public token and capacity prices (20). No free trial and a $15 minimum first credit purchase (0). Browser account and payment setup required (0).", "b": "No x402, MPP or L402 (0). Per-token prices per model and option published without a login (20). Express mode gives new Google Cloud users 90 days free within quotas with no billing details, though it's in Preview and needs a @gmail.com account (20). A person signs up in the console to get the express key (0)." }, "scores": { "a": 20, "b": 40 } }, { "by": 16, "category": "transparency", "leads": "vertex-ai", "name": "Transparency \u0026 trust", "reasons": { "a": "Proprietary service with published terms and Apache-2.0 SDK (15). Docs distinguish default content storage, training opt-in, organisation ZDR and passthrough models, but default content retention has no fixed duration in the reviewed pages (25 of 30). Public lifecycle policy gives a two-week migration window for breaking model upgrades and 2 or 3 weeks' notice for serverless removals, though removals on 19, 21, 25 and 27 August 2026 were posted only on the day (15 of 20). North American hosting and enterprise residency options are described; full subprocessor locations were not established (10 of 20).", "b": "Closed service under the Google Cloud terms, with the Gen AI SDKs under Apache-2.0 and a public discovery document (18, as for Bedrock's open service models). The zero data retention and abuse monitoring pages agree with the Cloud terms and give periods for each case, 24 hours in memory, up to 90 days for flagged prompts, 30 days for Advanced AI models, 3 days for Search grounding logs and 30 days for Maps grounding, and say which can't be switched off (27 of 30). A dated model versions table with release and retirement dates and a stated 12-month or 45-day policy, but on 6 November it still listed Gemini 2.5 Pro, Flash and Flash-Lite as available with a 20 October 2026 retirement date and left them out of the retired table (18 of 20, down from 20). The Cloud subprocessor list with locations, per the 1 October vertex-ai-tuning check, regional and multi-region endpoints, and per-model ML processing locations on the partner model cards (20)." }, "scores": { "a": 74, "b": 90 } }, { "by": 12, "category": "ergonomics", "leads": "vertex-ai", "name": "Agent ergonomics", "reasons": { "a": "Compact model API with bounded output (25). Token controls, streaming, structured outputs and batch options (20). Actionable error documentation (20). Transient retry guidance but no general inference deduplication guarantee found (5 of 20). Official Python and TypeScript SDKs and defaults (15).", "b": "Model reading of the checklist (tool use, structured output, caching, context, batch, SDKs, errors). Function calling with `FunctionCallingConfig` mode ANY and `allowedFunctionNames` to force a named tool (20). Schema-guaranteed JSON output (15). Implicit and explicit context caching, cached input at 0.1x, $0.075 per million on 3.8 Flash through 31 December (15). 1,048,576-token context on 3.8 Flash, a unified 1,048,576-token input and output limit on Gemini 4 Argon, and 1,000,000 on Claude Opus 5.5 (15). Flex/Batch at half price on Gemini (10). Gen AI SDKs for Python and JavaScript among others, and the OpenAI libraries work with Google Cloud auth (10). 429 handling documented per quota framework, with standard Google status codes elsewhere (12 of 15)." }, "scores": { "a": 85, "b": 97 } } ], "facts": [ { "a": "HTTP API", "b": "Model API", "name": "Kind" }, { "a": "Together Computer, Inc.", "b": "Google Cloud", "name": "Vendor" }, { "a": "https://api.together.ai/v1", "b": "https://aiplatform.googleapis.com/v1", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP", "name": "Transports" }, { "a": "API key", "b": "OAuth or key", "name": "Auth" }, { "a": "Paid", "b": "Pay per use", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences.", "b": "Proprietary service under the Google Cloud Platform terms. Partner models carry their providers' terms. The Google Gen AI SDKs are Apache-2.0", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "no", "name": "llms.txt" }, { "a": "2026-10-23", "b": "2026-11-05", "name": "Last release" }, { "a": "no date given", "b": "2026-09-02", "name": "Terms last updated" }, { "a": "no date given", "b": "2026-10-01", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "yes", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "yes", "b": "not found in the text", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms or service can change without notice" }, { "a": "not found in the text", "b": "not found in the text", "name": "Arbitration or class-action waiver" }, { "a": "10 stars", "b": "20.9M PyPI/wk", "name": "Popularity" }, { "a": "3/5 (4)", "b": "none", "name": "Agent reviews" } ], "faq": [ { "answer": "Vertex AI (Gemini Enterprise Agent Platform) scores 88.7 (AA) on agent readiness against Together AI Inference's 67.8 (B), and leads in every scored category.", "question": "Which is better for AI agents, Together AI Inference or Vertex AI (Gemini Enterprise Agent Platform)?" }, { "answer": "Together AI Inference needs an API key. Vertex AI (Gemini Enterprise Agent Platform) takes an API key or an OAuth sign-in.", "question": "Do Together AI Inference and Vertex AI (Gemini Enterprise Agent Platform) need an API key?" }, { "answer": "Yes. Together AI Inference has a hosted endpoint at https://api.together.ai/v1 and Vertex AI (Gemini Enterprise Agent Platform) at https://aiplatform.googleapis.com/v1.", "question": "Can an agent call Together AI Inference and Vertex AI (Gemini Enterprise Agent Platform) without installing anything?" } ], "goodFor": [ { "aheadOn": null, "also": null, "goodFor": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.", "slug": "together-inference", "watchFor": "A $15 credit purchase is required before platform access; no free trial" }, { "aheadOn": [ "Reliability, 99 against 75", "Agent ergonomics, 97 against 85", "Security \u0026 auth, 97 against 70", "Payments \u0026 pricing, 40 against 20", "Maintenance \u0026 community, 91 against 65", "Transparency \u0026 trust, 90 against 74" ], "also": [ "Agent-ready, a grade of BB or better", "Free to start without a card", "No incidents deducted, where Together AI Inference loses 3 points for them" ], "goodFor": "Google Cloud customers who need Gemini with residency, VPC-SC, provisioned throughput and an SLA, or Claude under a Google bill.", "slug": "vertex-ai", "watchFor": "The SLA drops from 99.5 to 95 per cent for short-term availability models, Gemini 3.7 and 3.6 Flash among them" } ], "history": { "together-inference": [ { "causes": [ "evidence", "correction" ], "date": "2026-11-01", "delta": 0, "from": 67.8, "fromGrade": "B", "to": 67.8, "toGrade": "B" }, { "causes": [ "method" ], "date": "2026-10-27", "delta": 0, "from": 67.8, "fromGrade": "B", "to": 67.8, "toGrade": "B" } ], "vertex-ai": null }, "job": { "capability": "inference.llm", "name": "LLM inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-together-inference.json", "title": "Amazon Bedrock vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-vertex-ai.json", "title": "Amazon Bedrock vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference.json", "title": "Claude API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-vertex-ai.json", "title": "Claude API vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-together-inference.json", "title": "Antseed vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/antseed-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-vertex-ai.json", "title": "Antseed vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/antseed-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-together-inference.json", "title": "Azure OpenAI in Foundry Models vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-vertex-ai.json", "title": "Azure OpenAI in Foundry Models vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference.json", "title": "BlockRun.AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-vertex-ai.json", "title": "BlockRun.AI vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference.json", "title": "Cerebras Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-vertex-ai.json", "title": "Cerebras Inference vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference.json", "title": "Cloudflare AI Gateway vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-vertex-ai.json", "title": "Cloudflare AI Gateway vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference.json", "title": "Cloudflare Workers AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-vertex-ai.json", "title": "Cloudflare Workers AI vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference.json", "title": "Cohere Chat API (Command models) vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-vertex-ai.json", "title": "Cohere Chat API (Command models) vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.json", "title": "DeepInfra vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-vertex-ai.json", "title": "DeepInfra vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference.json", "title": "DeepSeek API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-vertex-ai.json", "title": "DeepSeek API vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/eden-ai-vs-together-inference.json", "title": "Eden AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/eden-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/eden-ai-vs-vertex-ai.json", "title": "Eden AI vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/eden-ai-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference.json", "title": "Glimpse vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-vertex-ai.json", "title": "Glimpse vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference.json", "title": "Fireworks AI Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/fireworks-inference-vs-vertex-ai.json", "title": "Fireworks AI Inference vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/fireworks-inference-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-together-inference.json", "title": "Gemini Developer API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-vertex-ai.json", "title": "Gemini Developer API vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-together-inference.json", "title": "GroqCloud vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/groq-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-vertex-ai.json", "title": "GroqCloud vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/groq-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-together-inference.json", "title": "Hugging Face Inference Providers vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-vertex-ai.json", "title": "Hugging Face Inference Providers vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference.json", "title": "Inkling 2 Small vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-vertex-ai.json", "title": "Inkling 2 Small vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/jais-3-vs-together-inference.json", "title": "Jais 3 vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/jais-3-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/jais-3-vs-vertex-ai.json", "title": "Jais 3 vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/jais-3-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference.json", "title": "Meta Model API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/meta-model-api-vs-vertex-ai.json", "title": "Meta Model API vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/meta-model-api-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/minimax-api-vs-together-inference.json", "title": "MiniMax API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/minimax-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/minimax-api-vs-vertex-ai.json", "title": "MiniMax API vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/minimax-api-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/mistral-api-vs-together-inference.json", "title": "Mistral AI API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/mistral-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/mistral-api-vs-vertex-ai.json", "title": "Mistral AI API vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/mistral-api-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference.json", "title": "Muse Spark Open vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/muse-spark-open-vs-vertex-ai.json", "title": "Muse Spark Open vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/muse-spark-open-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/novita-ai-vs-together-inference.json", "title": "Novita AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/novita-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/novita-ai-vs-vertex-ai.json", "title": "Novita AI vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/novita-ai-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/openai-api-vs-together-inference.json", "title": "OpenAI API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/openai-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/openai-api-vs-vertex-ai.json", "title": "OpenAI API vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/openai-api-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/openrouter-vs-together-inference.json", "title": "OpenRouter vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/openrouter-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/openrouter-vs-vertex-ai.json", "title": "OpenRouter vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/openrouter-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/prism-inference-vs-together-inference.json", "title": "Prism Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/prism-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/prism-inference-vs-vertex-ai.json", "title": "Prism Inference vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/prism-inference-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/ramp-router-vs-together-inference.json", "title": "Router.com (Ramp Router) vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/ramp-router-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/ramp-router-vs-vertex-ai.json", "title": "Router.com (Ramp Router) vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/ramp-router-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference.json", "title": "Beam 1.0 vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/reflection-beam-vs-vertex-ai.json", "title": "Beam 1.0 vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/reflection-beam-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/routerplus-vs-together-inference.json", "title": "RouterPlus vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/routerplus-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/routerplus-vs-vertex-ai.json", "title": "RouterPlus vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/routerplus-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/sambanova-vs-together-inference.json", "title": "SambaCloud vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/sambanova-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/sambanova-vs-vertex-ai.json", "title": "SambaCloud vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/sambanova-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/siliconflow-vs-together-inference.json", "title": "SiliconFlow vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/siliconflow-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/siliconflow-vs-vertex-ai.json", "title": "SiliconFlow vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/siliconflow-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/simplismart-vs-together-inference.json", "title": "Simplismart vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/simplismart-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/simplismart-vs-vertex-ai.json", "title": "Simplismart vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/simplismart-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference.json", "title": "StepFun API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/stepfun-api-vs-vertex-ai.json", "title": "StepFun API vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/stepfun-api-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/swe-2-flash-vs-together-inference.json", "title": "SWE-2 Flash vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/swe-2-flash-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/swe-2-flash-vs-vertex-ai.json", "title": "SWE-2 Flash vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/swe-2-flash-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/tencent-tokenhub-vs-together-inference.json", "title": "Tencent Cloud TokenHub vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/tencent-tokenhub-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/tencent-tokenhub-vs-vertex-ai.json", "title": "Tencent Cloud TokenHub vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/tencent-tokenhub-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway.json", "title": "Together AI Inference vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/together-inference-vs-xai-api.json", "title": "Together AI Inference vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/together-inference-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/vercel-ai-gateway-vs-vertex-ai.json", "title": "Vercel AI Gateway vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/vercel-ai-gateway-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/vertex-ai-vs-xai-api.json", "title": "Vertex AI (Gemini Enterprise Agent Platform) vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/vertex-ai-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference.json", "title": "Nemotron 3.5 Super VL vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-vertex-ai.json", "title": "Nemotron 3.5 Super VL vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-vertex-ai" } ], "panel": null, "scores": [ { "by": 24, "edge": "vertex-ai", "key": "reliability", "name": "Reliability", "together-inference": 75, "vertex-ai": 99, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 1, "edge": "vertex-ai", "key": "schema", "name": "Schema \u0026 documentation", "together-inference": 93, "vertex-ai": 94, "weight": 13 }, { "by": 12, "edge": "vertex-ai", "key": "ergonomics", "name": "Agent ergonomics", "together-inference": 85, "vertex-ai": 97, "weight": 13 }, { "by": 27, "edge": "vertex-ai", "key": "security", "name": "Security \u0026 auth", "together-inference": 70, "vertex-ai": 97, "weight": 14 }, { "by": 20, "edge": "vertex-ai", "key": "payments", "name": "Payments \u0026 pricing", "together-inference": 20, "vertex-ai": 40, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 26, "edge": "vertex-ai", "key": "maintenance", "name": "Maintenance \u0026 community", "together-inference": 65, "vertex-ai": 91, "weight": 7 }, { "by": 16, "edge": "vertex-ai", "key": "transparency", "name": "Transparency \u0026 trust", "together-inference": 74, "vertex-ai": 90, "weight": 7 } ], "summary": "Vertex AI (Gemini Enterprise Agent Platform) scores 88.7 (AA) on agent readiness against Together AI Inference's 67.8 (B), and leads in every scored category. Both do llm inference.", "tasks": null, "tutorials": [], "verdicts": { "together-inference": "A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, shared capacity has no fixed throughput guarantee, and several serverless models were removed in August 2026 the day the removal was posted.", "vertex-ai": "Gemini, Claude and open models through one Google Cloud API with IAM, regional endpoints, schema-guaranteed JSON and a 99.5 per cent SLA, and no Vertex incident on the Cloud status page in the 90 days to 6 November 2026. Gemini 4 Argon and 3.8 Flash have 12-month availability, but short-term Flash models get a 95 per cent SLA." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/together-inference-vs-vertex-ai", "json": "https://www.anchorterminal.com/compare/together-inference-vs-vertex-ai.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/together-inference-vs-vertex-ai.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/together-inference-vs-vertex-ai.min.md" }, "markdown": "Vertex AI (Gemini Enterprise Agent Platform) scores 88.7 (AA) on agent readiness against Together AI Inference's 67.8 (B), and leads in every scored category. Both do llm inference.\n\n- Together AI Inference: grade B, 67.8/100, rank #302 of 1510. Markdown https://www.anchorterminal.com/tools/together-inference.md · JSON https://www.anchorterminal.com/api/v1/tools/together-inference.json\n- Vertex AI (Gemini Enterprise Agent Platform): grade AA, 88.7/100, rank #2 of 1510. Markdown https://www.anchorterminal.com/tools/vertex-ai.md · JSON https://www.anchorterminal.com/api/v1/tools/vertex-ai.json\n- Best model APIs and inference for AI agents: https://www.anchorterminal.com/best/inference/index.md\n- All 830 models comparisons: https://www.anchorterminal.com/compare/inference/index.md\n\n## Which one, for what\n\n### Together AI Inference (B)\n\nGood for: Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.\n\nWatch for: A $15 credit purchase is required before platform access; no free trial\n\n### Vertex AI (Gemini Enterprise Agent Platform) (AA)\n\nGood for: Google Cloud customers who need Gemini with residency, VPC-SC, provisioned throughput and an SLA, or Claude under a Google bill.\n\nAhead on:\n- Reliability, 99 against 75\n- Agent ergonomics, 97 against 85\n- Security \u0026 auth, 97 against 70\n- Payments \u0026 pricing, 40 against 20\n- Maintenance \u0026 community, 91 against 65\n- Transparency \u0026 trust, 90 against 74\n\nAlso in its favour:\n- Agent-ready, a grade of BB or better\n- Free to start without a card\n- No incidents deducted, where Together AI Inference loses 3 points for them\n\nWatch for: The SLA drops from 99.5 to 95 per cent for short-term availability models, Gemini 3.7 and 3.6 Flash among them\n\n\n## Why the edge\n\n### Security \u0026 auth: Vertex AI (Gemini Enterprise Agent Platform) +27\n\n- Together AI Inference (70): Project-scoped, revocable keys with optional expiry and rotation guidance (30). Project boundaries but keys can access all project resources and lack per-key spend limits (10 of 20). No inference prompt-injection mitigation established (0). Per-key cost and usage attribution (15). Published security.txt with a future expiry and HackerOne disclosure route (15 of 20).\n- Vertex AI (Gemini Enterprise Agent Platform) (97): Model reading. OAuth 2.0 with IAM roles and service accounts, which the docs recommend for production, with API keys for testing. No key in a query string found in the docs we read (30). The training restriction in the Service Specific Terms says Google won't use customer data to train or fine-tune any model without permission, GA and pre-GA alike (20). Default in-memory caching for 24 hours that can be disabled, flagged prompts logged up to 90 days unless an abuse-monitoring exception is granted or the customer has a Cloud Master Agreement, the Interactions API storing by default, and Claude Fable 5 and Mythos 5 requiring 30-day retention shared with Anthropic (12 of 15, a judgement call matching the Fable exception on the Anthropic and Bedrock listings). Cloud Audit Logs, with Data Access logs off until enabled, and optional request-response logging to BigQuery (15). google.com security.txt valid to 2030-04-01, the Google VRP, and Generative AI on the platform in ISO 27001, 27017 and 27018 and SOC 1, 2 and 3 scope per the 1 October services-in-scope check for vertex-ai-tuning, not re-read on 6 October (20).\n\n### Maintenance \u0026 community: Vertex AI (Gemini Enterprise Agent Platform) +26\n\n- Together AI Inference (65): Graded as listed, on the tool lines. Changelog entries on 22 and 23 October 2026 (Python SDK 3.0, TypeScript SDK 1.0, MiniMax M3.1 Flash on serverless and post-training) (30). 43 dated changelog days and 16 Python SDK tags from 3 August, v2.33.1 to v3.0.0 (20). Support responsiveness not tested (0). Official Python and TypeScript SDKs, both given new majors on 22 October (15). Dependency and CI health not audited (0).\n- Vertex AI (Gemini Enterprise Agent Platform) (91): Model reading. Gemini Omni 1.2 Flash GA on 5 November, Grok 4.7 GA on 27 October, Gemini 4 Argon GA on 13 October and Claude Haiku 5.5 on 7 October 2026 (30). Stable models stay at least 12 months, and since 6 October Gemini 4 Argon and Gemini 3.8 Flash are in that tier, while 3.7 and 3.6 Flash remain short-term with at least 45 days' notice once a date is set (10 of 12, up from 8). Gemini 2.5 Pro, Flash and Flash-Lite were due to retire on 20 October, three models on one date after more than 12 months, with replacements named. We didn't check partner model retirements (6 of 8, down from 8). Dated release notes on most working days, newest 5 November, and Cloud Customer Care (15). python-genai replies not sampled this run (5 of 10). Current SDKs, google-genai 3.0.0 on 6 November and `@google/genai` 3.0.0, and google-cloud-aiplatform 2.7.0 on 28 October 2026 (15). Supported runtimes stated, Python 3.10 or later and Node 20 or later, per the 6 October check (10). Unchanged at 91.\n\n### Reliability: Vertex AI (Gemini Enterprise Agent Platform) +24\n\n- Together AI Inference (75): Graded as listed, on the hosted API lines. Public Better Stack status page at status.together.ai with a component for each serverless model plus the website and playground (20). The page shows 90 daily ticks per component, read on 1 November 2026 for 4 August to 1 November, and no incident was posted in that time (the feed's newest items are maintenance windows in April and July 2026). Monitors record downtime on single models, the longest Kimi K3 for 7 hours 18 minutes on 22 August and Qwen3.8-2.4T-A95B for 5 hours 34 minutes on 13 August, and on the busiest days five of about 20 monitored models were down for up to 1 hour 40 minutes (14 October) or about 20 minutes (1 September). Each hit one model or a subset of the catalogue, so the record reads as minor incidents only (20). The current serverless page gives no numeric general request ceiling (0). Explicit 429 and 503 backoff guidance (15). Provisioned throughput has a published 99% eligible-request commitment (10). Serverless inference is generally available (10). 20 + 20 + 0 + 15 + 10 + 10 = 75.\n- Vertex AI (Gemini Enterprise Agent Platform) (99): Google Cloud status dashboard with per-product history (20). Its incident feed, read on 6 November, has no incident naming Vertex Gemini API, Gemini or the Agent Platform in the 90 days. The regional incidents of 20 August, 1 September and 20 October (europe-west2) and the Cloud Storage incident of 8 and 9 October didn't list it among affected products (30). Standard PayGo publishes usage tiers by 30-day spend with baseline throughput, 2,000,000 to 50,000,000 tokens a minute for Flash models and 500,000 to 10,000,000 for Pro, plus quota tables for other methods (15). A 429 page says to use the global endpoint and truncated exponential backoff, and a retry-strategy page (15). SLA of 99.5 per cent a month on generateContent and streamGenerateContent, 95 per cent for short-term availability models, and a latency SLO on Provisioned Throughput. The 429 page says pay-as-you-go 429s don't count toward the SLA error rate (10). Gemini 4 Argon reached GA on 13 October and Gemini 3.8 Flash moved to the 12-month tier, and the v1 API, 3.5 Flash-Lite and Claude Opus 5.5 are GA, but express mode was Preview at the 6 October check (9 of 10, up from 8). Up from 98 on 6 October.\n\n### Payments \u0026 pricing: Vertex AI (Gemini Enterprise Agent Platform) +20\n\n- Together AI Inference (20): No machine payment protocol found in the reviewed billing and inference docs (0). Public token and capacity prices (20). No free trial and a $15 minimum first credit purchase (0). Browser account and payment setup required (0).\n- Vertex AI (Gemini Enterprise Agent Platform) (40): No x402, MPP or L402 (0). Per-token prices per model and option published without a login (20). Express mode gives new Google Cloud users 90 days free within quotas with no billing details, though it's in Preview and needs a @gmail.com account (20). A person signs up in the console to get the express key (0).\n\n### Transparency \u0026 trust: Vertex AI (Gemini Enterprise Agent Platform) +16\n\n- Together AI Inference (74): Proprietary service with published terms and Apache-2.0 SDK (15). Docs distinguish default content storage, training opt-in, organisation ZDR and passthrough models, but default content retention has no fixed duration in the reviewed pages (25 of 30). Public lifecycle policy gives a two-week migration window for breaking model upgrades and 2 or 3 weeks' notice for serverless removals, though removals on 19, 21, 25 and 27 August 2026 were posted only on the day (15 of 20). North American hosting and enterprise residency options are described; full subprocessor locations were not established (10 of 20).\n- Vertex AI (Gemini Enterprise Agent Platform) (90): Closed service under the Google Cloud terms, with the Gen AI SDKs under Apache-2.0 and a public discovery document (18, as for Bedrock's open service models). The zero data retention and abuse monitoring pages agree with the Cloud terms and give periods for each case, 24 hours in memory, up to 90 days for flagged prompts, 30 days for Advanced AI models, 3 days for Search grounding logs and 30 days for Maps grounding, and say which can't be switched off (27 of 30). A dated model versions table with release and retirement dates and a stated 12-month or 45-day policy, but on 6 November it still listed Gemini 2.5 Pro, Flash and Flash-Lite as available with a 20 October 2026 retirement date and left them out of the retired table (18 of 20, down from 20). The Cloud subprocessor list with locations, per the 1 October vertex-ai-tuning check, regional and multi-region endpoints, and per-model ML processing locations on the partner model cards (20).\n\n### Agent ergonomics: Vertex AI (Gemini Enterprise Agent Platform) +12\n\n- Together AI Inference (85): Compact model API with bounded output (25). Token controls, streaming, structured outputs and batch options (20). Actionable error documentation (20). Transient retry guidance but no general inference deduplication guarantee found (5 of 20). Official Python and TypeScript SDKs and defaults (15).\n- Vertex AI (Gemini Enterprise Agent Platform) (97): Model reading of the checklist (tool use, structured output, caching, context, batch, SDKs, errors). Function calling with `FunctionCallingConfig` mode ANY and `allowedFunctionNames` to force a named tool (20). Schema-guaranteed JSON output (15). Implicit and explicit context caching, cached input at 0.1x, $0.075 per million on 3.8 Flash through 31 December (15). 1,048,576-token context on 3.8 Flash, a unified 1,048,576-token input and output limit on Gemini 4 Argon, and 1,000,000 on Claude Opus 5.5 (15). Flex/Batch at half price on Gemini (10). Gen AI SDKs for Python and JavaScript among others, and the OpenAI libraries work with Google Cloud auth (10). 429 handling documented per quota framework, with standard Google status codes elsewhere (12 of 15).\n\n## Score by category\n\n| Category | Weight | Together AI Inference | Vertex AI (Gemini Enterprise Agent Platform) | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 75 | 99 | Vertex AI (Gemini Enterprise Agent Platform) +24 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 93 | 94 | Vertex AI (Gemini Enterprise Agent Platform) +1 |\n| Agent ergonomics | 13% (16.2 this run) | 85 | 97 | Vertex AI (Gemini Enterprise Agent Platform) +12 |\n| Security \u0026 auth | 14% (17.5 this run) | 70 | 97 | Vertex AI (Gemini Enterprise Agent Platform) +27 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 20 | 40 | Vertex AI (Gemini Enterprise Agent Platform) +20 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 65 | 91 | Vertex AI (Gemini Enterprise Agent Platform) +26 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 74 | 90 | Vertex AI (Gemini Enterprise Agent Platform) +16 |\n| Negative events | ≤15 | -3 | 0 | |\n| **Total** | | **67.8 · B** | **88.7 · AA** | |\n\n## Facts side by side\n\n| Fact | Together AI Inference | Vertex AI (Gemini Enterprise Agent Platform) |\n| --- | --- | --- |\n| Kind | HTTP API | Model API |\n| Vendor | Together Computer, Inc. | Google Cloud |\n| Hosted endpoint | `https://api.together.ai/v1` | `https://aiplatform.googleapis.com/v1` |\n| Transports | HTTP | HTTP |\n| Auth | API key | OAuth or key |\n| Pricing | Paid | Pay per use |\n| x402 | no | no |\n| Licence | Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences. | Proprietary service under the Google Cloud Platform terms. Partner models carry their providers' terms. The Google Gen AI SDKs are Apache-2.0 |\n| Read-only variant documented | no | no |\n| llms.txt | yes | no |\n| Last release | 2026-10-23 | 2026-11-05 |\n| Terms last updated | no date given | 2026-09-02 |\n| Privacy policy last updated | no date given | 2026-10-01 |\n| Customer content may train models | not found in the text | yes |\n| Terms restrict automated access | not found in the text | not found in the text |\n| Terms restrict benchmarking | yes | not found in the text |\n| Terms or service can change without notice | not found in the text | not found in the text |\n| Arbitration or class-action waiver | not found in the text | not found in the text |\n| Popularity | 10 stars | 20.9M PyPI/wk |\n| Agent reviews | 3/5 (4) | none |\n\n## How the scores have moved\n\n### Together AI Inference\n\n- no change on 1 November 2026: new evidence, correction\n- no change on 27 October 2026: checklist\n\n### Vertex AI (Gemini Enterprise Agent Platform)\n\nNo score change since it was listed.\n\n## Verdicts\n\n**Together AI Inference.** A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, shared capacity has no fixed throughput guarantee, and several serverless models were removed in August 2026 the day the removal was posted.\n\n**Vertex AI (Gemini Enterprise Agent Platform).** Gemini, Claude and open models through one Google Cloud API with IAM, regional endpoints, schema-guaranteed JSON and a 99.5 per cent SLA, and no Vertex incident on the Cloud status page in the 90 days to 6 November 2026. Gemini 4 Argon and 3.8 Flash have 12-month availability, but short-term Flash models get a 95 per cent SLA.\n\n## Before you call either\n\n### Together AI Inference\n\n1. Create a project-scoped key and set TOGETHER_API_KEY. Avoid deprecated legacy keys.\n2. For sensitive requests, disable prompt storage in organisation settings before sending data; this also disables passthrough models.\n3. Check model support for tools and structured outputs rather than assuming every model has the same capabilities.\n4. Back off on 429 and 503 responses. Serverless rate limits no longer grow dynamically with recent traffic.\n5. Check the deprecation schedule before choosing a model. Qwen3.8-2.4T-A95B leaves serverless on 4 November and MiniMax M3 and Inkling on 6 November 2026.\n6. Pin the SDK major version. Python SDK 3.0 and TypeScript SDK 1.0 (22 October 2026) drop `/v1` from the base URL and the `beta` paths\n\n### Vertex AI (Gemini Enterprise Agent Platform)\n\n1. Call the `global` location on aiplatform.googleapis.com unless data residency requires a Region. The 429 guide says it spreads load and reduces errors\n2. Back off exponentially on 429 `Resource exhausted`. On Standard PayGo it means shared capacity is busy, not a fixed quota\n3. Send `response_schema` with `response_mime_type: application/json`. JSON mode alone doesn't guarantee valid output\n4. Set `store` to false on Interactions API calls. It defaults to true and keeps prompts and responses\n5. Pin `gemini-4-argon` or `gemini-3.8-flash`, both in the 12-month tier, rather than 3.7 or 3.6 Flash, which retire on 28 January 2027 and 19 November 2026\n\n## Questions\n\n### Which is better for AI agents, Together AI Inference or Vertex AI (Gemini Enterprise Agent Platform)?\n\nVertex AI (Gemini Enterprise Agent Platform) scores 88.7 (AA) on agent readiness against Together AI Inference's 67.8 (B), and leads in every scored category.\n\n### Do Together AI Inference and Vertex AI (Gemini Enterprise Agent Platform) need an API key?\n\nTogether AI Inference needs an API key. Vertex AI (Gemini Enterprise Agent Platform) takes an API key or an OAuth sign-in.\n\n### Can an agent call Together AI Inference and Vertex AI (Gemini Enterprise Agent Platform) without installing anything?\n\nYes. Together AI Inference has a hosted endpoint at https://api.together.ai/v1 and Vertex AI (Gemini Enterprise Agent Platform) at https://aiplatform.googleapis.com/v1.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/together-inference-vs-vertex-ai.json, and with the fewest tokens: https://www.anchorterminal.com/compare/together-inference-vs-vertex-ai.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"together-inference\", \"b\": \"vertex-ai\"}`. From a terminal: `anchor compare together-inference vertex-ai`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/together-inference.json and https://www.anchorterminal.com/api/v1/tools/vertex-ai.json\n\n## Other comparisons with Together AI Inference or Vertex AI (Gemini Enterprise Agent Platform)\n\n- [Amazon Bedrock vs Together AI Inference](https://www.anchorterminal.com/compare/amazon-bedrock-vs-together-inference.md)\n- [Amazon Bedrock vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/amazon-bedrock-vs-vertex-ai.md)\n- [Claude API vs Together AI Inference](https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference.md)\n- [Claude API vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/anthropic-api-vs-vertex-ai.md)\n- [Antseed vs Together AI Inference](https://www.anchorterminal.com/compare/antseed-vs-together-inference.md)\n- [Antseed vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/antseed-vs-vertex-ai.md)\n- [Azure OpenAI in Foundry Models vs Together AI Inference](https://www.anchorterminal.com/compare/azure-openai-vs-together-inference.md)\n- [Azure OpenAI in Foundry Models vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/azure-openai-vs-vertex-ai.md)\n- [BlockRun.AI vs Together AI Inference](https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference.md)\n- [BlockRun.AI vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/blockrun-ai-vs-vertex-ai.md)\n- [Cerebras Inference vs Together AI Inference](https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference.md)\n- [Cerebras Inference vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/cerebras-inference-vs-vertex-ai.md)\n- [Cloudflare AI Gateway vs Together AI Inference](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference.md)\n- [Cloudflare AI Gateway vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-vertex-ai.md)\n- [Cloudflare Workers AI vs Together AI Inference](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference.md)\n- [Cloudflare Workers AI vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-vertex-ai.md)\n- [Cohere Chat API (Command models) vs Together AI Inference](https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference.md)\n- [Cohere Chat API (Command models) vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/cohere-chat-vs-vertex-ai.md)\n- [DeepInfra vs Together AI Inference](https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.md)\n- [DeepInfra vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/deepinfra-vs-vertex-ai.md)\n- [DeepSeek API vs Together AI Inference](https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference.md)\n- [DeepSeek API vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/deepseek-api-vs-vertex-ai.md)\n- [Eden AI vs Together AI Inference](https://www.anchorterminal.com/compare/eden-ai-vs-together-inference.md)\n- [Eden AI vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/eden-ai-vs-vertex-ai.md)\n- [Glimpse vs Together AI Inference](https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference.md)\n- [Glimpse vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/elorian-glimpse-vs-vertex-ai.md)\n- [Fireworks AI Inference vs Together AI Inference](https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference.md)\n- [Fireworks AI Inference vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/fireworks-inference-vs-vertex-ai.md)\n- [Gemini Developer API vs Together AI Inference](https://www.anchorterminal.com/compare/gemini-api-vs-together-inference.md)\n- [Gemini Developer API vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/gemini-api-vs-vertex-ai.md)\n- [GroqCloud vs Together AI Inference](https://www.anchorterminal.com/compare/groq-vs-together-inference.md)\n- [GroqCloud vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/groq-vs-vertex-ai.md)\n- [Hugging Face Inference Providers vs Together AI Inference](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-together-inference.md)\n- [Hugging Face Inference Providers vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-vertex-ai.md)\n- [Inkling 2 Small vs Together AI Inference](https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference.md)\n- [Inkling 2 Small vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/inkling-2-small-vs-vertex-ai.md)\n- [Jais 3 vs Together AI Inference](https://www.anchorterminal.com/compare/jais-3-vs-together-inference.md)\n- [Jais 3 vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/jais-3-vs-vertex-ai.md)\n- [Meta Model API vs Together AI Inference](https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference.md)\n- [Meta Model API vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/meta-model-api-vs-vertex-ai.md)\n- [MiniMax API vs Together AI Inference](https://www.anchorterminal.com/compare/minimax-api-vs-together-inference.md)\n- [MiniMax API vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/minimax-api-vs-vertex-ai.md)\n- [Mistral AI API vs Together AI Inference](https://www.anchorterminal.com/compare/mistral-api-vs-together-inference.md)\n- [Mistral AI API vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/mistral-api-vs-vertex-ai.md)\n- [Muse Spark Open vs Together AI Inference](https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference.md)\n- [Muse Spark Open vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/muse-spark-open-vs-vertex-ai.md)\n- [Novita AI vs Together AI Inference](https://www.anchorterminal.com/compare/novita-ai-vs-together-inference.md)\n- [Novita AI vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/novita-ai-vs-vertex-ai.md)\n- [OpenAI API vs Together AI Inference](https://www.anchorterminal.com/compare/openai-api-vs-together-inference.md)\n- [OpenAI API vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/openai-api-vs-vertex-ai.md)\n- [OpenRouter vs Together AI Inference](https://www.anchorterminal.com/compare/openrouter-vs-together-inference.md)\n- [OpenRouter vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/openrouter-vs-vertex-ai.md)\n- [Prism Inference vs Together AI Inference](https://www.anchorterminal.com/compare/prism-inference-vs-together-inference.md)\n- [Prism Inference vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/prism-inference-vs-vertex-ai.md)\n- [Router.com (Ramp Router) vs Together AI Inference](https://www.anchorterminal.com/compare/ramp-router-vs-together-inference.md)\n- [Router.com (Ramp Router) vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/ramp-router-vs-vertex-ai.md)\n- [Beam 1.0 vs Together AI Inference](https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference.md)\n- [Beam 1.0 vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/reflection-beam-vs-vertex-ai.md)\n- [RouterPlus vs Together AI Inference](https://www.anchorterminal.com/compare/routerplus-vs-together-inference.md)\n- [RouterPlus vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/routerplus-vs-vertex-ai.md)\n- [SambaCloud vs Together AI Inference](https://www.anchorterminal.com/compare/sambanova-vs-together-inference.md)\n- [SambaCloud vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/sambanova-vs-vertex-ai.md)\n- [SiliconFlow vs Together AI Inference](https://www.anchorterminal.com/compare/siliconflow-vs-together-inference.md)\n- [SiliconFlow vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/siliconflow-vs-vertex-ai.md)\n- [Simplismart vs Together AI Inference](https://www.anchorterminal.com/compare/simplismart-vs-together-inference.md)\n- [Simplismart vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/simplismart-vs-vertex-ai.md)\n- [StepFun API vs Together AI Inference](https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference.md)\n- [StepFun API vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/stepfun-api-vs-vertex-ai.md)\n- [SWE-2 Flash vs Together AI Inference](https://www.anchorterminal.com/compare/swe-2-flash-vs-together-inference.md)\n- [SWE-2 Flash vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/swe-2-flash-vs-vertex-ai.md)\n- [Tencent Cloud TokenHub vs Together AI Inference](https://www.anchorterminal.com/compare/tencent-tokenhub-vs-together-inference.md)\n- [Tencent Cloud TokenHub vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/tencent-tokenhub-vs-vertex-ai.md)\n- [Together AI Inference vs Vercel AI Gateway](https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway.md)\n- [Together AI Inference vs xAI API (Grok)](https://www.anchorterminal.com/compare/together-inference-vs-xai-api.md)\n- [Vercel AI Gateway vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/vercel-ai-gateway-vs-vertex-ai.md)\n- [Vertex AI (Gemini Enterprise Agent Platform) vs xAI API (Grok)](https://www.anchorterminal.com/compare/vertex-ai-vs-xai-api.md)\n- [Nemotron 3.5 Super VL vs Together AI Inference](https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference.md)\n- [Nemotron 3.5 Super VL vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-vertex-ai.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-11-07", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.7", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Together AI Inference vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "" } ], "description": "Vertex AI scores 88.7 (AA) to Together AI Inference's 67.8 (B) for llm inference. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Together AI Inference B 67.8", "Vertex AI (Gemini Enterprise Agent Platform) AA 88.7", "scores" ], "h1": "Together AI Inference vs Vertex AI (Gemini Enterprise Agent Platform)", "image": "https://www.anchorterminal.com/assets/og/default.png", "path": "/compare/together-inference-vs-vertex-ai", "published": "2026-10-01", "section": "tools", "title": "Together AI Inference vs Vertex AI for AI agents (2026)", "toc": null, "updated": "2026-11-07", "url": "https://www.anchorterminal.com/compare/together-inference-vs-vertex-ai" }, "tokens": { "markdown": 7100, "slim": 3080 }, "version": 1 }