{ "data": { "a": { "slug": "together-inference", "name": "Together AI Inference", "vendor": "Together Computer, Inc.", "vendorUrl": "https://www.together.ai", "kind": "http-api", "category": "inference", "summary": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput. Model-dependent capabilities include tool calling, structured outputs and vision.", "url": "https://www.anchorterminal.com/tools/together-inference", "markdownUrl": "https://www.anchorterminal.com/tools/together-inference.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/together-inference.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/together-inference.json", "repo": "https://github.com/togethercomputer/together-py", "license": "Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences.", "transports": [ "http" ], "remoteUrl": "https://api.together.ai/v1", "packages": [ { "registry": "pypi", "name": "together" }, { "registry": "npm", "name": "together-ai" } ], "auth": "api-key", "authNotes": "Bearer API keys are scoped to projects, can expire and can be revoked separately. A key has full access to resources in its project. There are no per-key spending or rate limits; legacy default-project keys should be replaced.", "pricing": "paid", "pricingNotes": "Prepaid usage with a $15 minimum first credit purchase, then $5 minimum top-ups. No free trial. GPT OSS 120B is $0.15 per million input tokens and $0.60 per million output tokens. Dedicated hardware and provisioned throughput have separate rates.", "priceSummary": "Paid", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 payment route found in the reviewed inference and billing documentation on 19 October 2026.", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 10, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-19" }, "docsUrl": "https://docs.together.ai", "llmsTxt": "https://docs.together.ai/llms.txt", "openapi": "https://docs.together.ai/openapi.yaml", "capabilities": [ "inference.llm", "inference.open-weights" ], "tags": [ "official", "http-api", "inference", "api-key", "openapi", "llms-txt", "paid" ], "lastRelease": "2026-10-16", "graded": true, "anchor": { "graded": true, "score": 67.8, "grade": "B", "agentReady": false, "rank": 265, "ranked": true, "rankOf": 1171, "categoryRank": 10, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 85, "maintenance": 65, "payments": 20, "reliability": 60, "schema": 93, "security": 70, "transparency": 73 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-19" }, "negative": 0, "verdict": "A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, and shared capacity has no fixed throughput guarantee. Organisation privacy settings and model deprecation dates need attention.", "bestFor": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.", "strengths": [ "Public OpenAPI 3.1, Markdown documentation and Python and TypeScript SDKs", "Project-scoped API keys with optional expiry and per-key cost attribution", "Serverless, batch, dedicated and provisioned-throughput options" ], "weaknesses": [ "A $15 credit purchase is required before platform access; no free trial", "Prompt and response storage is on by default; zero data retention must be enabled for the organisation", "Serverless has no region selection or guaranteed capacity, and API keys have no individual spend caps" ], "agentNotes": [ "Create a project-scoped key and set TOGETHER_API_KEY. Avoid deprecated legacy keys.", "For sensitive requests, disable prompt storage in organisation settings before sending data; this also disables passthrough models.", "Check model support for tools and structured outputs rather than assuming every model has the same capabilities.", "Back off on 429 and 503 responses. Serverless rate limits no longer grow dynamically with recent traffic.", "Check the deprecation schedule before choosing a model; Llama 3.3 70B Turbo is scheduled to leave serverless on 22 October 2026." ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 4, "avgRating": 3, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 67.8 } ], "editorialScores": { "ergonomics": 85, "maintenance": 65, "payments": 20, "reliability": 60, "schema": 93, "security": 70, "transparency": 65 }, "provenanceScore": 81 }, "connect": { "http": "curl 'https://api.together.ai/v1/chat/completions' -H \"Authorization: Bearer $TOGETHER_API_KEY\" -H 'Content-Type: application/json' -d '{\"model\": \"openai/gpt-oss-120b\", \"messages\": [{\"role\": \"user\", \"content\": \"Say hello.\"}], \"max_tokens\": 128}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/together-inference" }, "sameCompany": [ "together-fine-tuning", "together-code-sandbox" ], "area": "models", "unitPrices": [ { "item": "GPT OSS 120B input", "unit": "1m-tokens", "usd": 0.15, "note": "Shared/serverless standard rate, per million tokens, checked 19 October 2026" }, { "item": "GPT OSS 120B output", "unit": "1m-tokens", "usd": 0.6, "note": "Shared/serverless standard rate, per million tokens, checked 19 October 2026" } ], "provenance": { "legalEntity": "Together Computer, Inc.", "domain": "together.ai", "domainRegistered": "", "endpointOnVendorDomain": true, "terms": "https://www.together.ai/terms-of-service", "privacy": "https://www.together.ai/privacy", "statusPage": "https://status.together.ai", "changelog": "https://docs.together.ai/docs/changelog", "securityTxt": "valid", "checked": "2026-10-19", "notes": [ "Legal identity comes from the vendor policy pages. Domain registration was not checked.", "The SDK repository is not the source for the hosted inference service.", "security.txt names the HackerOne programme and expires on 30 September 2028." ], "score": 81 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/together-inference.json", "live": { "slug": "together-inference", "probe": { "target": "https://api.together.ai/v1", "method": "get", "lastAt": "2026-10-19T09:34:48.344416843Z", "lastOk": true, "lastStatus": 404, "lastMs": 193, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 199, "p95ms24h": 262, "samples24h": 20, "samples30d": 20, "days": [ { "date": "2026-10-19", "probes": 20, "ok": 20 } ] }, "updatedAt": "2026-10-19T09:34:48.344416843Z" } }, "answer": "Together AI Inference scores 67.8 (B) on agent readiness against Vercel AI Gateway's 66.7 (B), and leads in 3 of 7 scored categories. Vercel AI Gateway leads on reliability, security \u0026 auth and maintenance \u0026 community.", "b": { "slug": "vercel-ai-gateway", "name": "Vercel AI Gateway", "vendor": "Vercel Inc.", "vendorUrl": "https://vercel.com", "kind": "router", "category": "inference", "summary": "Vercel AI Gateway is a hosted router for model APIs. One API key or Vercel OIDC token reaches models from OpenAI, Anthropic, Google and others through OpenAI-compatible, Anthropic-compatible and AI SDK interfaces, with budgets, request logs and provider failover.", "url": "https://www.anchorterminal.com/tools/vercel-ai-gateway", "markdownUrl": "https://www.anchorterminal.com/tools/vercel-ai-gateway.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/vercel-ai-gateway.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/vercel-ai-gateway.json", "repo": "https://github.com/vercel/ai", "license": "Proprietary service under Vercel's Terms of Service and AI Product Terms, with Token Pass terms on its docs page. Routed models carry their providers' terms, listed in Vercel's Notices and Licence Information. The `@ai-sdk/gateway` provider is Apache-2.0", "transports": [ "http" ], "remoteUrl": "https://ai-gateway.vercel.sh/v1", "packages": [ { "registry": "npm", "name": "@ai-sdk/gateway" }, { "registry": "npm", "name": "ai" }, { "registry": "pypi", "name": "ai" } ], "auth": "mixed", "authNotes": "An AI Gateway API key as a Bearer token from any environment, or a Vercel OIDC token on Vercel deployments (12 hours locally, refreshed with `vercel env pull`). Keys belong to a team, can be limited to one project and given an expiry and a budget, and are created in the dashboard, with the Vercel CLI or by `POST /v1/api-keys` with a Vercel access token. A person creates the Vercel account in a browser. Token Pass needs its own Token Pass API key, and OIDC tokens cannot spend Token Pass credit.", "pricing": "usage", "pricingNotes": "Prepaid AI Gateway Credits at each provider's list price, with no markup or platform fee, including BYOK. A monthly free credit covers a subset of models and needs a valid payment method on the team. Credits expire a year after purchase. Add-ons are billed separately, and Token Pass is $30 a team a month on Pro for $80 of credit on two models, in early access (https://vercel.com/docs/ai-gateway/pricing, https://vercel.com/docs/ai-gateway/token-pass, checked 2026-10-17).", "priceSummary": "$30 / mo", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the AI Gateway docs, the pricing page, the Token Pass pages or the AI Gateway entries of the changelog sitemap. Payment is by prepaid credits bought with a card, or by invoice on Enterprise (checked 2026-10-17).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": 29597661, "pypiWeekly": null, "asOf": "2026-10-17" }, "docsUrl": "https://vercel.com/docs/ai-gateway", "llmsTxt": "https://vercel.com/llms.txt", "openapi": "https://vercel.com/openapi.json", "capabilities": [ "inference.router", "inference.llm", "inference.fast", "inference.decision", "obs.gateway", "obs.traces", "embed.text", "image.generate", "video.generate" ], "tags": [ "hosted", "router", "usage-based", "prepaid", "free-tier", "openai-compatible", "anthropic-compatible", "llms-txt", "openapi", "typescript", "python", "oidc", "cli", "early-access", "status-page", "bug-bounty", "soc2", "iso27001" ], "lastRelease": "2026-10-17", "graded": true, "anchor": { "graded": true, "score": 66.7, "grade": "B", "agentReady": false, "rank": 306, "ranked": true, "rankOf": 1171, "categoryRank": 12, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 83, "maintenance": 79, "payments": 20, "reliability": 74, "schema": 74, "security": 79, "transparency": 70 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-17" }, "negative": -3, "negativeNotes": [ "April 2026. Vercel's security bulletin says an attacker took over an employee's account through a compromised third-party AI tool, reached internal systems and decrypted non-sensitive environment variables of a limited subset of customers. AI Gateway was generally available then, and its docs have deployments keep AI Gateway and Token Pass API keys as environment variables. The bulletin documents remediation and marks the incident closed on 16 October 2026, so 3 of a possible 15 is taken, as for vercel-connect (https://vercel.com/kb/bulletin/vercel-april-2026-security-incident)." ], "verdict": "Token prices pass through with no markup, prompts are not stored by the gateway, and budgets, provider failover and per-request logs are built in. The free monthly credit needs a card on file, rate limits are not published as numbers, no SLA covers the API, and the contractual promise not to train on content applies to Enterprise subscriptions only.", "bestFor": "Teams that want one key, one bill, budgets and failover in front of many model providers, especially on Vercel with OIDC.", "strengths": [ "Token prices are each provider's list price with no markup or platform fee, including requests made with the customer's own provider keys", "The model list at `GET /v1/models` needs no key and gives prices, context windows, supported parameters and ZDR and no-training flags for 474 models", "Budgets per team, project, API key or team member reject spend with a 402, distinct from a 429 rate limit", "The gateway logs request metadata only. Prompt and response content is deleted when the request completes, per the FAQ and the ZDR page", "Failed provider attempts are retried on a model's other providers, and every routing attempt appears in the request logs" ], "weaknesses": [ "The free monthly credit needs a valid payment method on the team, and its amount is not stated in the reviewed docs", "No rate-limit numbers are published, and the Enterprise SLA excludes the APIs, so the inference API carries no uptime commitment", "The contractual promise not to train on AI Gateway content covers Enterprise subscriptions only. Provider no-training and ZDR filters are opt-in per request", "A failed BYOK request falls back to Vercel's credentials and is billed to credits, and the no-training filter is not applied to BYOK", "Token Pass is early access for Pro teams only, covers two models, has no failover and fails with a 403 once the $80 credit is spent" ], "agentNotes": [ "Read `GET https://ai-gateway.vercel.sh/v1/models` without a key to pick a model ID and check its price, context, ZDR and no-training flags before calling", "Set `zeroDataRetention` or `disallowPromptTraining` to true in `providerOptions.gateway` on sensitive requests. Default routing ignores provider retention and training policies", "Treat a 429 as retryable and honour `retry-after` when present. A 402 with `quota_for_entity_exceeded` is a spent budget, so do not retry it", "On a Token Pass key, a 403 with `no_providers_available` means spent credit or a model outside the pass. Retry with a standard AI Gateway key, which bills credits", "Set `inferenceRegion` when data residency matters. The default `global` may run inference outside the user's jurisdiction" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 4, "avgRating": 3, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 66.7 } ], "editorialScores": { "ergonomics": 83, "maintenance": 79, "payments": 20, "reliability": 74, "schema": 74, "security": 79, "transparency": 55 }, "provenanceScore": 84 }, "connect": { "install": "pnpm add ai@latest", "http": "curl https://ai-gateway.vercel.sh/v1/chat/completions \\\n -H \"Authorization: Bearer $AI_GATEWAY_API_KEY\" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"model\": \"openai/gpt-6-astra\",\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"Explain AI Gateway in one sentence.\"\n }\n ]\n }'" }, "letme": { "capability": "https://letme.dev/inference.router", "tool": "https://letme.dev/vercel-ai-gateway" }, "sameCompany": [ "vercel-sandbox", "vercel-connect" ], "area": "models", "unitPrices": [ { "item": "Token Pass subscription (Pro teams)", "unit": "month", "usd": 30, "note": "$80 of monthly credit on two featured models. Early access" }, { "item": "Team-wide Zero Data Retention", "unit": "1k-requests", "usd": 0.1, "note": "Pro and Enterprise. Per-request ZDR is free" }, { "item": "Team-wide provider allowlist", "unit": "1k-requests", "usd": 0.1, "note": "Successful requests, Pro and Enterprise" }, { "item": "Custom Reporting query", "unit": "1k-requests", "usd": 5, "note": "Queries to the reporting endpoint" }, { "item": "Custom Reporting write of a tag, user ID or quota entity ID", "unit": "1k-requests", "usd": 0.075, "note": "Each unique value in a request counts as one write" }, { "item": "AI Gateway trace delivered to a drain", "unit": "1k-requests", "usd": 0.05, "note": "Listed per 1,000 traces, Pro and Enterprise" }, { "item": "Trace egress", "unit": "gb", "usd": 0.5, "note": "Billed through Drains usage" } ], "provenance": { "legalEntity": "Vercel Inc.", "domain": "vercel.com", "domainRegistered": "1999-10-04", "endpointOnVendorDomain": false, "terms": "https://vercel.com/legal/terms", "privacy": "https://vercel.com/legal/privacy-policy", "statusPage": "https://www.vercel-status.com", "changelog": "https://vercel.com/changelog", "securityTxt": "valid", "checked": "2026-10-17", "notes": [ "The Terms of Service (last updated 1 June 2026) name Vercel Inc. The AI Product Terms (last updated 17 March 2026, effective 31 March 2026) have a section for AI Gateway and form part of those terms.", "The Privacy Notice is effective from 1 June 2026. The DPA (effective 31 March 2026) applies to Pro and Enterprise plans.", "https://vercel.com/.well-known/security.txt points to HackerOne and responsible.disclosure@vercel.com and expires 2027-09-28.", "The API answers at ai-gateway.vercel.sh, a Vercel domain other than vercel.com. Management calls go to api.vercel.com.", "RDAP gives vercel.com a registration date of 1999-10-04, long before Vercel, so the domain was bought later.", "AI Gateway is a component on the status page at www.vercel-status.com." ], "score": 84 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/vercel-ai-gateway.json", "live": { "slug": "vercel-ai-gateway", "probe": { "target": "https://ai-gateway.vercel.sh/v1", "method": "get", "lastAt": "2026-10-19T09:34:49.376730001Z", "lastOk": true, "lastStatus": 404, "lastMs": 30, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 40, "p95ms24h": 115, "samples24h": 256, "samples30d": 379, "days": [ { "date": "2026-10-17", "probes": 21, "ok": 21 }, { "date": "2026-10-18", "probes": 256, "ok": 256 }, { "date": "2026-10-19", "probes": 102, "ok": 102 } ] }, "vendorStatus": { "page": "https://www.vercel-status.com", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-19T09:27:56.831511396Z" }, "versions": [ { "registry": "github", "name": "vercel/ai", "version": "@ai-sdk/zai@3.0.33", "released": "2026-10-16", "seenAt": "2026-10-19T04:27:41.980437145Z" }, { "registry": "npm", "name": "@ai-sdk/gateway", "version": "4.0.116", "seenAt": "2026-10-19T04:27:39.592577126Z" }, { "registry": "npm", "name": "ai", "version": "7.0.143", "seenAt": "2026-10-19T04:27:40.376026718Z" }, { "registry": "pypi", "name": "ai", "version": "0.8.0", "released": "2026-09-29", "seenAt": "2026-10-19T04:27:41.790665871Z" } ], "githubStars": 27387, "npmWeekly": 17558687, "pypiWeekly": 25007, "securityTxt": { "url": "https://vercel.com/.well-known/security.txt", "state": "valid", "expires": "2027-09-28T12:00:00.000Z", "checkedAt": "2026-10-18T15:53:06.655093158Z" }, "llmsTxt": { "url": "https://vercel.com/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-18T14:26:20.060752594Z" }, "domain": { "domain": "vercel.com", "registered": "1999-10-04", "source": "https://rdap.verisign.com/com/v1/domain/vercel.com", "checkedAt": "2026-10-18T13:32:38.842703385Z" }, "pages": [ { "url": "https://vercel.com/changelog", "kind": "changelog", "status": 200, "checkedAt": "2026-10-18T23:39:47.744625129Z", "changedAt": "2026-10-18T23:39:47.744625129Z", "fingerprint": "699742057022" }, { "url": "https://vercel.com/docs/ai-gateway/pricing", "kind": "pricing", "status": 200, "checkedAt": "2026-10-18T23:39:49.83000052Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "4f5fb8231bb5" }, { "url": "https://vercel.com/legal/privacy-policy", "kind": "privacy", "status": 200, "checkedAt": "2026-10-18T23:39:56.257483688Z", "changedAt": "2026-10-06T16:13:29.92763016Z", "fingerprint": "7ab1f9d3393a" }, { "url": "https://vercel.com/legal/terms", "kind": "terms", "status": 200, "checkedAt": "2026-10-18T23:39:57.845180508Z", "changedAt": "2026-10-06T16:13:31.349375221Z", "fingerprint": "35995712008a" } ], "github": { "repo": "vercel/ai", "checkedAt": "2026-10-19T06:58:09.505244601Z", "stars": 27391, "archived": false, "issuesEnabled": true, "pushedAt": "2026-10-18T20:57:26Z", "openIssues": 483, "openPRs": 953, "issuesOpened90d": 1056, "issuesClosed90d": 1433, "prsMerged90d": 2435, "ci": { "branch": "main", "runs": 50, "success": 49, "failure": 1, "other": 0, "latest": "success", "latestAt": "2026-10-16T21:27:43Z" }, "advisories": [ { "ghsa": "GHSA-g3x3-7q3h-gmhj", "severity": "medium", "published": "2026-10-01T19:22:11Z" }, { "ghsa": "GHSA-4mqq-99j3-3hmv", "severity": "high", "published": "2026-09-28T17:44:55Z" }, { "ghsa": "GHSA-222v-gj5h-ff73", "severity": "high", "published": "2026-08-20T21:21:04Z" }, { "ghsa": "GHSA-vmqp-7rwf-cq3w", "severity": "medium", "published": "2026-08-14T01:39:36Z" }, { "ghsa": "GHSA-qw9h-448j-6rph", "cve": "CVE-2026-64650", "severity": "medium", "published": "2026-07-20T20:16:06Z" }, { "ghsa": "GHSA-g48p-5rr5-8rgq", "cve": "CVE-2026-64651", "severity": "medium", "published": "2026-07-20T20:15:50Z" } ], "replies": { "sampled": 9, "unanswered": 8, "medianDays": 0 } }, "updatedAt": "2026-10-19T09:34:49.376730001Z" } }, "facts": [ { "a": "HTTP API", "b": "Model router", "name": "Kind" }, { "a": "Together Computer, Inc.", "b": "Vercel Inc.", "name": "Vendor" }, { "a": "https://api.together.ai/v1", "b": "https://ai-gateway.vercel.sh/v1", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP", "name": "Transports" }, { "a": "API key", "b": "OAuth or key", "name": "Auth" }, { "a": "Paid", "b": "Pay per use", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences.", "b": "Proprietary service under Vercel's Terms of Service and AI Product Terms, with Token Pass terms on its docs page. Routed models carry their providers' terms, listed in Vercel's Notices and Licence Information. The `@ai-sdk/gateway` provider is Apache-2.0", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-10-16", "b": "2026-10-17", "name": "Last release" }, { "a": "no date given", "b": "2026-06-01", "name": "Terms last updated" }, { "a": "no date given", "b": "2026-06-01", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "yes, with an opt-out", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "yes", "b": "not found in the text", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms or service can change without notice" }, { "a": "not found in the text", "b": "yes", "name": "Arbitration or class-action waiver" }, { "a": "10 stars", "b": "29.6M npm/wk", "name": "Popularity" }, { "a": "3/5 (4)", "b": "3/5 (4)", "name": "Agent reviews" } ], "faq": [ { "answer": "Together AI Inference scores 67.8 (B) on agent readiness against Vercel AI Gateway's 66.7 (B), and leads in 3 of 7 scored categories. Vercel AI Gateway leads on reliability, security \u0026 auth and maintenance \u0026 community.", "question": "Which is better for AI agents, Together AI Inference or Vercel AI Gateway?" }, { "answer": "Together AI Inference needs an API key. Vercel AI Gateway takes an API key or an OAuth sign-in.", "question": "Do Together AI Inference and Vercel AI Gateway need an API key?" }, { "answer": "Yes. Together AI Inference has a hosted endpoint at https://api.together.ai/v1 and Vercel AI Gateway at https://ai-gateway.vercel.sh/v1.", "question": "Can an agent call Together AI Inference and Vercel AI Gateway without installing anything?" } ], "goodFor": [ { "aheadOn": [ "Schema \u0026 documentation, 93 against 74" ], "also": [ "No incidents deducted, where Vercel AI Gateway loses 3 points for them" ], "goodFor": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.", "slug": "together-inference", "watchFor": "A $15 credit purchase is required before platform access; no free trial" }, { "aheadOn": [ "Reliability, 74 against 60", "Security \u0026 auth, 79 against 70", "Maintenance \u0026 community, 79 against 65" ], "also": null, "goodFor": "Teams that want one key, one bill, budgets and failover in front of many model providers, especially on Vercel with OIDC.", "slug": "vercel-ai-gateway", "watchFor": "The free monthly credit needs a valid payment method on the team, and its amount is not stated in the reviewed docs" } ], "job": { "capability": "inference.llm", "name": "LLM inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference.json", "title": "Claude API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-vercel-ai-gateway.json", "title": "Claude API vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-together-inference.json", "title": "Antseed vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/antseed-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference.json", "title": "BlockRun.AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-vercel-ai-gateway.json", "title": "BlockRun.AI vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference.json", "title": "Cerebras Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-vercel-ai-gateway.json", "title": "Cerebras Inference vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference.json", "title": "Cloudflare AI Gateway vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-vercel-ai-gateway.json", "title": "Cloudflare AI Gateway vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference.json", "title": "Cloudflare Workers AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-vercel-ai-gateway.json", "title": "Cloudflare Workers AI vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference.json", "title": "Cohere Chat API (Command models) vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-vercel-ai-gateway.json", "title": "Cohere Chat API (Command models) vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.json", "title": "DeepInfra vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-vercel-ai-gateway.json", "title": "DeepInfra vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference.json", "title": "DeepSeek API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-vercel-ai-gateway.json", "title": "DeepSeek API vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference.json", "title": "Glimpse vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-vercel-ai-gateway.json", "title": "Glimpse vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference.json", "title": "Fireworks AI Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/fireworks-inference-vs-vercel-ai-gateway.json", "title": "Fireworks AI Inference vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/fireworks-inference-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-together-inference.json", "title": "Gemini Developer API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-vercel-ai-gateway.json", "title": "Gemini Developer API vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-together-inference.json", "title": "GroqCloud vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/groq-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-vercel-ai-gateway.json", "title": "GroqCloud vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/groq-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/jais-3-vs-together-inference.json", "title": "Jais 3 vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/jais-3-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/jais-3-vs-vercel-ai-gateway.json", "title": "Jais 3 vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/jais-3-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference.json", "title": "Meta Model API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/meta-model-api-vs-vercel-ai-gateway.json", "title": "Meta Model API vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/meta-model-api-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/mistral-api-vs-together-inference.json", "title": "Mistral AI API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/mistral-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/mistral-api-vs-vercel-ai-gateway.json", "title": "Mistral AI API vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/mistral-api-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference.json", "title": "Muse Spark Open vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/muse-spark-open-vs-vercel-ai-gateway.json", "title": "Muse Spark Open vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/muse-spark-open-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-vercel-ai-gateway.json", "title": "Nemotron 3.5 Super VL vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/novita-ai-vs-together-inference.json", "title": "Novita AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/novita-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/novita-ai-vs-vercel-ai-gateway.json", "title": "Novita AI vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/novita-ai-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/openai-api-vs-together-inference.json", "title": "OpenAI API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/openai-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/openai-api-vs-vercel-ai-gateway.json", "title": "OpenAI API vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/openai-api-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/openrouter-vs-together-inference.json", "title": "OpenRouter vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/openrouter-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/openrouter-vs-vercel-ai-gateway.json", "title": "OpenRouter vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/openrouter-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/prism-inference-vs-together-inference.json", "title": "Prism Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/prism-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference.json", "title": "Beam 1.0 vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/reflection-beam-vs-vercel-ai-gateway.json", "title": "Beam 1.0 vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/reflection-beam-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/routerplus-vs-together-inference.json", "title": "RouterPlus vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/routerplus-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/sambanova-vs-together-inference.json", "title": "SambaCloud vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/sambanova-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/sambanova-vs-vercel-ai-gateway.json", "title": "SambaCloud vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/sambanova-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/siliconflow-vs-together-inference.json", "title": "SiliconFlow vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/siliconflow-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/siliconflow-vs-vercel-ai-gateway.json", "title": "SiliconFlow vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/siliconflow-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference.json", "title": "StepFun API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/stepfun-api-vs-vercel-ai-gateway.json", "title": "StepFun API vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/stepfun-api-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference.json", "title": "Nemotron 3.5 Super VL vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-vercel-ai-gateway.json", "title": "Antseed vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/antseed-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/routerplus-vs-vercel-ai-gateway.json", "title": "RouterPlus vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/routerplus-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/prism-inference-vs-vercel-ai-gateway.json", "title": "Prism Inference vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/prism-inference-vs-vercel-ai-gateway" } ], "scores": [ { "by": 14, "edge": "vercel-ai-gateway", "key": "reliability", "name": "Reliability", "together-inference": 60, "vercel-ai-gateway": 74, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 19, "edge": "together-inference", "key": "schema", "name": "Schema \u0026 documentation", "together-inference": 93, "vercel-ai-gateway": 74, "weight": 13 }, { "by": 2, "edge": "together-inference", "key": "ergonomics", "name": "Agent ergonomics", "together-inference": 85, "vercel-ai-gateway": 83, "weight": 13 }, { "by": 9, "edge": "vercel-ai-gateway", "key": "security", "name": "Security \u0026 auth", "together-inference": 70, "vercel-ai-gateway": 79, "weight": 14 }, { "by": 0, "edge": "", "key": "payments", "name": "Payments \u0026 pricing", "together-inference": 20, "vercel-ai-gateway": 20, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 14, "edge": "vercel-ai-gateway", "key": "maintenance", "name": "Maintenance \u0026 community", "together-inference": 65, "vercel-ai-gateway": 79, "weight": 7 }, { "by": 3, "edge": "together-inference", "key": "transparency", "name": "Transparency \u0026 trust", "together-inference": 73, "vercel-ai-gateway": 70, "weight": 7 } ], "summary": "Together AI Inference scores 67.8 (B) on agent readiness against Vercel AI Gateway's 66.7 (B), and leads in 3 of 7 scored categories. Vercel AI Gateway leads on reliability, security \u0026 auth and maintenance \u0026 community. Both do llm inference.", "tutorials": [], "verdicts": { "together-inference": "A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, and shared capacity has no fixed throughput guarantee. Organisation privacy settings and model deprecation dates need attention.", "vercel-ai-gateway": "Token prices pass through with no markup, prompts are not stored by the gateway, and budgets, provider failover and per-request logs are built in. The free monthly credit needs a card on file, rate limits are not published as numbers, no SLA covers the API, and the contractual promise not to train on content applies to Enterprise subscriptions only." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway", "json": "https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway.min.md" }, "markdown": "Together AI Inference scores 67.8 (B) on agent readiness against Vercel AI Gateway's 66.7 (B), and leads in 3 of 7 scored categories. Vercel AI Gateway leads on reliability, security \u0026 auth and maintenance \u0026 community. Both do llm inference.\n\n- Together AI Inference: grade B, 67.8/100, rank #265 of 1171. Markdown https://www.anchorterminal.com/tools/together-inference.md · JSON https://www.anchorterminal.com/api/v1/tools/together-inference.json\n- Vercel AI Gateway: grade B, 66.7/100, rank #306 of 1171. Markdown https://www.anchorterminal.com/tools/vercel-ai-gateway.md · JSON https://www.anchorterminal.com/api/v1/tools/vercel-ai-gateway.json\n- Best model APIs and inference for AI agents: https://www.anchorterminal.com/best/inference/index.md\n- All 407 models comparisons: https://www.anchorterminal.com/compare/inference/index.md\n\n## Which one, for what\n\n### Together AI Inference (B)\n\nGood for: Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.\n\nAhead on:\n- Schema \u0026 documentation, 93 against 74\n\nAlso in its favour:\n- No incidents deducted, where Vercel AI Gateway loses 3 points for them\n\nWatch for: A $15 credit purchase is required before platform access; no free trial\n\n### Vercel AI Gateway (B)\n\nGood for: Teams that want one key, one bill, budgets and failover in front of many model providers, especially on Vercel with OIDC.\n\nAhead on:\n- Reliability, 74 against 60\n- Security \u0026 auth, 79 against 70\n- Maintenance \u0026 community, 79 against 65\n\nWatch for: The free monthly credit needs a valid payment method on the team, and its amount is not stated in the reviewed docs\n\n\n## Score by category\n\n| Category | Weight | Together AI Inference | Vercel AI Gateway | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 60 | 74 | Vercel AI Gateway +14 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 93 | 74 | Together AI Inference +19 |\n| Agent ergonomics | 13% (16.2 this run) | 85 | 83 | Together AI Inference +2 |\n| Security \u0026 auth | 14% (17.5 this run) | 70 | 79 | Vercel AI Gateway +9 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 20 | 20 | even |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 65 | 79 | Vercel AI Gateway +14 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 73 | 70 | Together AI Inference +3 |\n| Negative events | ≤15 | 0 | -3 | |\n| **Total** | | **67.8 · B** | **66.7 · B** | |\n\n## Facts side by side\n\n| Fact | Together AI Inference | Vercel AI Gateway |\n| --- | --- | --- |\n| Kind | HTTP API | Model router |\n| Vendor | Together Computer, Inc. | Vercel Inc. |\n| Hosted endpoint | `https://api.together.ai/v1` | `https://ai-gateway.vercel.sh/v1` |\n| Transports | HTTP | HTTP |\n| Auth | API key | OAuth or key |\n| Pricing | Paid | Pay per use |\n| x402 | no | no |\n| Licence | Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences. | Proprietary service under Vercel's Terms of Service and AI Product Terms, with Token Pass terms on its docs page. Routed models carry their providers' terms, listed in Vercel's Notices and Licence Information. The `@ai-sdk/gateway` provider is Apache-2.0 |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| Last release | 2026-10-16 | 2026-10-17 |\n| Terms last updated | no date given | 2026-06-01 |\n| Privacy policy last updated | no date given | 2026-06-01 |\n| Customer content may train models | not found in the text | yes, with an opt-out |\n| Terms restrict automated access | not found in the text | not found in the text |\n| Terms restrict benchmarking | yes | not found in the text |\n| Terms or service can change without notice | not found in the text | not found in the text |\n| Arbitration or class-action waiver | not found in the text | yes |\n| Popularity | 10 stars | 29.6M npm/wk |\n| Agent reviews | 3/5 (4) | 3/5 (4) |\n\n## Verdicts\n\n**Together AI Inference.** A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, and shared capacity has no fixed throughput guarantee. Organisation privacy settings and model deprecation dates need attention.\n\n**Vercel AI Gateway.** Token prices pass through with no markup, prompts are not stored by the gateway, and budgets, provider failover and per-request logs are built in. The free monthly credit needs a card on file, rate limits are not published as numbers, no SLA covers the API, and the contractual promise not to train on content applies to Enterprise subscriptions only.\n\n## Before you call either\n\n### Together AI Inference\n\n1. Create a project-scoped key and set TOGETHER_API_KEY. Avoid deprecated legacy keys.\n2. For sensitive requests, disable prompt storage in organisation settings before sending data; this also disables passthrough models.\n3. Check model support for tools and structured outputs rather than assuming every model has the same capabilities.\n4. Back off on 429 and 503 responses. Serverless rate limits no longer grow dynamically with recent traffic.\n5. Check the deprecation schedule before choosing a model; Llama 3.3 70B Turbo is scheduled to leave serverless on 22 October 2026.\n\n### Vercel AI Gateway\n\n1. Read `GET https://ai-gateway.vercel.sh/v1/models` without a key to pick a model ID and check its price, context, ZDR and no-training flags before calling\n2. Set `zeroDataRetention` or `disallowPromptTraining` to true in `providerOptions.gateway` on sensitive requests. Default routing ignores provider retention and training policies\n3. Treat a 429 as retryable and honour `retry-after` when present. A 402 with `quota_for_entity_exceeded` is a spent budget, so do not retry it\n4. On a Token Pass key, a 403 with `no_providers_available` means spent credit or a model outside the pass. Retry with a standard AI Gateway key, which bills credits\n5. Set `inferenceRegion` when data residency matters. The default `global` may run inference outside the user's jurisdiction\n\n## Questions\n\n### Which is better for AI agents, Together AI Inference or Vercel AI Gateway?\n\nTogether AI Inference scores 67.8 (B) on agent readiness against Vercel AI Gateway's 66.7 (B), and leads in 3 of 7 scored categories. Vercel AI Gateway leads on reliability, security \u0026 auth and maintenance \u0026 community.\n\n### Do Together AI Inference and Vercel AI Gateway need an API key?\n\nTogether AI Inference needs an API key. Vercel AI Gateway takes an API key or an OAuth sign-in.\n\n### Can an agent call Together AI Inference and Vercel AI Gateway without installing anything?\n\nYes. Together AI Inference has a hosted endpoint at https://api.together.ai/v1 and Vercel AI Gateway at https://ai-gateway.vercel.sh/v1.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway.json, and with the fewest tokens: https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"together-inference\", \"b\": \"vercel-ai-gateway\"}`. From a terminal: `anchor compare together-inference vercel-ai-gateway`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/together-inference.json and https://www.anchorterminal.com/api/v1/tools/vercel-ai-gateway.json\n\n## Other comparisons with Together AI Inference or Vercel AI Gateway\n\n- [Claude API vs Together AI Inference](https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference.md)\n- [Claude API vs Vercel AI Gateway](https://www.anchorterminal.com/compare/anthropic-api-vs-vercel-ai-gateway.md)\n- [Antseed vs Together AI Inference](https://www.anchorterminal.com/compare/antseed-vs-together-inference.md)\n- [BlockRun.AI vs Together AI Inference](https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference.md)\n- [BlockRun.AI vs Vercel AI Gateway](https://www.anchorterminal.com/compare/blockrun-ai-vs-vercel-ai-gateway.md)\n- [Cerebras Inference vs Together AI Inference](https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference.md)\n- [Cerebras Inference vs Vercel AI Gateway](https://www.anchorterminal.com/compare/cerebras-inference-vs-vercel-ai-gateway.md)\n- [Cloudflare AI Gateway vs Together AI Inference](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference.md)\n- [Cloudflare AI Gateway vs Vercel AI Gateway](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-vercel-ai-gateway.md)\n- [Cloudflare Workers AI vs Together AI Inference](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference.md)\n- [Cloudflare Workers AI vs Vercel AI Gateway](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-vercel-ai-gateway.md)\n- [Cohere Chat API (Command models) vs Together AI Inference](https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference.md)\n- [Cohere Chat API (Command models) vs Vercel AI Gateway](https://www.anchorterminal.com/compare/cohere-chat-vs-vercel-ai-gateway.md)\n- [DeepInfra vs Together AI Inference](https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.md)\n- [DeepInfra vs Vercel AI Gateway](https://www.anchorterminal.com/compare/deepinfra-vs-vercel-ai-gateway.md)\n- [DeepSeek API vs Together AI Inference](https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference.md)\n- [DeepSeek API vs Vercel AI Gateway](https://www.anchorterminal.com/compare/deepseek-api-vs-vercel-ai-gateway.md)\n- [Glimpse vs Together AI Inference](https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference.md)\n- [Glimpse vs Vercel AI Gateway](https://www.anchorterminal.com/compare/elorian-glimpse-vs-vercel-ai-gateway.md)\n- [Fireworks AI Inference vs Together AI Inference](https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference.md)\n- [Fireworks AI Inference vs Vercel AI Gateway](https://www.anchorterminal.com/compare/fireworks-inference-vs-vercel-ai-gateway.md)\n- [Gemini Developer API vs Together AI Inference](https://www.anchorterminal.com/compare/gemini-api-vs-together-inference.md)\n- [Gemini Developer API vs Vercel AI Gateway](https://www.anchorterminal.com/compare/gemini-api-vs-vercel-ai-gateway.md)\n- [GroqCloud vs Together AI Inference](https://www.anchorterminal.com/compare/groq-vs-together-inference.md)\n- [GroqCloud vs Vercel AI Gateway](https://www.anchorterminal.com/compare/groq-vs-vercel-ai-gateway.md)\n- [Jais 3 vs Together AI Inference](https://www.anchorterminal.com/compare/jais-3-vs-together-inference.md)\n- [Jais 3 vs Vercel AI Gateway](https://www.anchorterminal.com/compare/jais-3-vs-vercel-ai-gateway.md)\n- [Meta Model API vs Together AI Inference](https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference.md)\n- [Meta Model API vs Vercel AI Gateway](https://www.anchorterminal.com/compare/meta-model-api-vs-vercel-ai-gateway.md)\n- [Mistral AI API vs Together AI Inference](https://www.anchorterminal.com/compare/mistral-api-vs-together-inference.md)\n- [Mistral AI API vs Vercel AI Gateway](https://www.anchorterminal.com/compare/mistral-api-vs-vercel-ai-gateway.md)\n- [Muse Spark Open vs Together AI Inference](https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference.md)\n- [Muse Spark Open vs Vercel AI Gateway](https://www.anchorterminal.com/compare/muse-spark-open-vs-vercel-ai-gateway.md)\n- [Nemotron 3.5 Super VL vs Vercel AI Gateway](https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-vercel-ai-gateway.md)\n- [Novita AI vs Together AI Inference](https://www.anchorterminal.com/compare/novita-ai-vs-together-inference.md)\n- [Novita AI vs Vercel AI Gateway](https://www.anchorterminal.com/compare/novita-ai-vs-vercel-ai-gateway.md)\n- [OpenAI API vs Together AI Inference](https://www.anchorterminal.com/compare/openai-api-vs-together-inference.md)\n- [OpenAI API vs Vercel AI Gateway](https://www.anchorterminal.com/compare/openai-api-vs-vercel-ai-gateway.md)\n- [OpenRouter vs Together AI Inference](https://www.anchorterminal.com/compare/openrouter-vs-together-inference.md)\n- [OpenRouter vs Vercel AI Gateway](https://www.anchorterminal.com/compare/openrouter-vs-vercel-ai-gateway.md)\n- [Prism Inference vs Together AI Inference](https://www.anchorterminal.com/compare/prism-inference-vs-together-inference.md)\n- [Beam 1.0 vs Together AI Inference](https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference.md)\n- [Beam 1.0 vs Vercel AI Gateway](https://www.anchorterminal.com/compare/reflection-beam-vs-vercel-ai-gateway.md)\n- [RouterPlus vs Together AI Inference](https://www.anchorterminal.com/compare/routerplus-vs-together-inference.md)\n- [SambaCloud vs Together AI Inference](https://www.anchorterminal.com/compare/sambanova-vs-together-inference.md)\n- [SambaCloud vs Vercel AI Gateway](https://www.anchorterminal.com/compare/sambanova-vs-vercel-ai-gateway.md)\n- [SiliconFlow vs Together AI Inference](https://www.anchorterminal.com/compare/siliconflow-vs-together-inference.md)\n- [SiliconFlow vs Vercel AI Gateway](https://www.anchorterminal.com/compare/siliconflow-vs-vercel-ai-gateway.md)\n- [StepFun API vs Together AI Inference](https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference.md)\n- [StepFun API vs Vercel AI Gateway](https://www.anchorterminal.com/compare/stepfun-api-vs-vercel-ai-gateway.md)\n- [Nemotron 3.5 Super VL vs Together AI Inference](https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference.md)\n- [Antseed vs Vercel AI Gateway](https://www.anchorterminal.com/compare/antseed-vs-vercel-ai-gateway.md)\n- [RouterPlus vs Vercel AI Gateway](https://www.anchorterminal.com/compare/routerplus-vs-vercel-ai-gateway.md)\n- [Prism Inference vs Vercel AI Gateway](https://www.anchorterminal.com/compare/prism-inference-vs-vercel-ai-gateway.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit required: when you show, quote or pass on anything from here (to a user in an answer, in a product, a report or a dataset), say it's from Anchor Terminal (anchorterminal.com) and link the page or API address you took it from. Reviews also credit their author.", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-19", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Together AI Inference vs Vercel AI Gateway", "url": "" } ], "description": "Together AI Inference scores 67.8 (B) to Vercel AI Gateway's 66.7 (B) for llm inference. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Together AI Inference B 67.8", "Vercel AI Gateway B 66.7", "scores" ], "h1": "Together AI Inference vs Vercel AI Gateway", "image": "https://www.anchorterminal.com/assets/og/compare-together-inference-vs-vercel-ai-gateway.png", "path": "/compare/together-inference-vs-vercel-ai-gateway", "published": "2026-10-01", "section": "tools", "title": "Together AI Inference vs Vercel AI Gateway for AI agents (2026)", "toc": null, "updated": "2026-10-19", "url": "https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway" }, "tokens": { "markdown": 3700, "slim": 780 }, "version": 1 }