{ "data": { "a": { "slug": "deepinfra", "name": "DeepInfra", "vendor": "Deep Infra Inc.", "vendorUrl": "https://deepinfra.com", "kind": "model", "category": "inference", "summary": "DeepInfra is a hosted inference API for open-weight and some third-party models, covering chat, embeddings, reranking, image, video and speech. It answers OpenAI-style and Anthropic-style calls at api.deepinfra.com with a Bearer key.", "url": "https://www.anchorterminal.com/tools/deepinfra", "markdownUrl": "https://www.anchorterminal.com/tools/deepinfra.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/deepinfra.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/deepinfra.json", "repo": "https://github.com/deepinfra/deepinfra-python", "license": "Proprietary service under the DeepInfra Terms of Service. The Python and Node SDKs and the docs repository are MIT", "transports": [ "http" ], "remoteUrl": "https://api.deepinfra.com/v1/openai", "packages": [ { "registry": "pypi", "name": "deepinfra" }, { "registry": "npm", "name": "deepinfra" } ], "auth": "api-key", "authNotes": "Self-serve Bearer key from the dashboard at https://deepinfra.com/dash/api_keys after a browser sign-up with Google, GitHub, email or Okta SSO. The Anthropic-style routes also take the key in `x-api-key`. Keys can carry an IP allowlist and a monthly spending limit, and a key can mint scoped JWTs limited by model, expiry and spend.", "pricing": "usage", "pricingNotes": "Pay per token, image, audio minute or GPU-hour, with no free tier. An account must add a card or prepay. DeepSeek-V4-Flash-0731 costs $0.06 in and $0.18 out per 1M tokens, the priority tier is 1.5x, flex 0.8x and batch 20 per cent off (https://deepinfra.com/pricing, checked 2026-10-08).", "priceSummary": "from $0.06 / 1M in", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs index, the docs repository, the OpenAPI document or the pricing page (checked 2026-10-08).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 21, "npmWeekly": 1250, "pypiWeekly": 50, "asOf": "2026-10-08" }, "docsUrl": "https://docs.deepinfra.com/", "rateLimitsUrl": "https://docs.deepinfra.com/account/rate-limits", "llmsTxt": "https://docs.deepinfra.com/llms.txt", "openapi": "https://api.deepinfra.com/openapi.json", "capabilities": [ "inference.llm", "inference.open-weights", "embed.text", "rerank", "image.generate", "speech.stt", "speech.tts", "compute.batch" ], "tags": [ "hosted", "model", "open-weights", "usage-based", "card-required", "openapi", "llms-txt", "openai-compatible", "anthropic-compatible", "batch", "prompt-caching", "python", "typescript", "status-page", "soc2" ], "lastRelease": "2026-10-07", "graded": true, "anchor": { "graded": true, "score": 63, "grade": "B", "agentReady": false, "rank": 456, "ranked": true, "rankOf": 1171, "categoryRank": 16, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 77, "maintenance": 65, "payments": 20, "reliability": 70, "schema": 69, "security": 64, "transparency": 67 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-08" }, "negative": 0, "verdict": "The model list, context sizes and per-token prices are readable without a key, and keys can carry an IP allowlist, a monthly spending cap and model-limited JWTs. Deprecated models get one week's notice and are then redirected to another model, there is no changelog or SLA, and an account needs a card or prepayment before any call.", "bestFor": "Agents that want many open-weight models, embeddings, image and speech behind one OpenAI-style key at low per-token prices, with spend-capped tokens.", "strengths": [ "`GET /v1/openai/models` answered without a key on 8 October 2026 with 181 models, each with context length, output cap and per-token prices", "Scoped JWTs limit a token to named models, an expiry and a USD spending limit, and each API key can carry an IP allowlist and a monthly cap", "The terms commit to zero data retention and no training on Customer Data, and say that clause controls over the privacy policy and docs", "Batch API at 20 per cent off, a flex tier at 0.8x, prompt caching with cached-input prices and server-side fallback across up to four models", "Status page with 90-day history for the API, the website and 154 models, plus a dated list of scheduled deprecations" ], "weaknesses": [ "A deprecated model gets at least one week's notice, and requests are then forwarded to a replacement model under the old id", "The status feed lists 50 automated major-outage observations on single models since 3 August 2026, several longer than 24 hours, with no written incident notes", "No free tier. The pricing page says an account must add a card or prepay before using the service", "No changelog, SLA, error reference or `Retry-After` header was found in the reviewed documentation", "The sub-processor list names three companies and is dated 6 September 2024, while the docs say Google and Anthropic receive data for their models" ], "agentNotes": [ "Call `GET https://api.deepinfra.com/v1/openai/models` at start-up for ids, context sizes and prices. No key is needed", "Check the `model` field of each response. After a deprecation date, requests to the old id are served by a replacement model", "Ask the account owner for a scoped JWT limited to the models and spend the task needs, not the full API key", "Stay under 200 concurrent requests per model. On 429 `engine_overloaded`, retry after a delay, or send `models` with up to four fallbacks", "Never inspect a JWT with `GET /v1/scoped-jwt?jwtoken=`, which puts the token in the URL. Keep credentials in the `Authorization` header" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 4, "avgRating": 3.5, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 63 } ], "editorialScores": { "ergonomics": 77, "maintenance": 65, "payments": 20, "reliability": 70, "schema": 69, "security": 64, "transparency": 60 }, "provenanceScore": 74 }, "connect": { "install": "pip install openai # or: npm install openai", "http": "curl \"https://api.deepinfra.com/v1/openai/chat/completions\" \\\n -H \"Content-Type: application/json\" \\\n -H \"Authorization: Bearer $DEEPINFRA_API_KEY\" \\\n -d '{\"model\":\"deepseek-ai/DeepSeek-V4-Flash-0731\",\"messages\":[{\"role\":\"user\",\"content\":\"Hello\"}]}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/deepinfra" }, "area": "models", "provenance": { "legalEntity": "Deep Infra Inc.", "domain": "deepinfra.com", "domainRegistered": "2017-12-08", "endpointOnVendorDomain": true, "terms": "https://deepinfra.com/terms", "privacy": "https://deepinfra.com/privacy", "statusPage": "https://status.deepinfra.com", "changelog": "", "securityTxt": "none", "checked": "2026-10-08", "notes": [ "The Terms of Service, last modified 17 August 2026, name Deep Infra Inc., a Delaware corporation, with California law and JAMS arbitration in San Francisco. They are written around Service Orders and govern the services, the API included.", "The Privacy Policy, last modified 15 August 2026, names DeepInfra, Inc., a Delaware corporation, covers the website and the APIs, and has a section on data sent to and returned by the inference service.", "No changelog or release notes page was found in the docs index or the site map.", "https://deepinfra.com/.well-known/security.txt returns 404.", "RDAP for deepinfra.com gives a registration date of 2017-12-08.", "The API answers at api.deepinfra.com, the docs at docs.deepinfra.com and the status page at status.deepinfra.com.", "No SLA or published DPA was found. The terms mention a DPA only where the parties execute one." ], "score": 74 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/deepinfra.json", "live": { "slug": "deepinfra", "probe": { "target": "https://api.deepinfra.com/v1/openai", "method": "get", "lastAt": "2026-10-19T09:34:26.6162082Z", "lastOk": true, "lastStatus": 404, "lastMs": 370, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 377, "p95ms24h": 517, "samples24h": 256, "samples30d": 2523, "days": [ { "date": "2026-10-09", "probes": 169, "ok": 169 }, { "date": "2026-10-10", "probes": 247, "ok": 247 }, { "date": "2026-10-11", "probes": 247, "ok": 247 }, { "date": "2026-10-12", "probes": 247, "ok": 247 }, { "date": "2026-10-13", "probes": 248, "ok": 248 }, { "date": "2026-10-14", "probes": 249, "ok": 249 }, { "date": "2026-10-15", "probes": 253, "ok": 253 }, { "date": "2026-10-16", "probes": 252, "ok": 252 }, { "date": "2026-10-17", "probes": 253, "ok": 253 }, { "date": "2026-10-18", "probes": 256, "ok": 256 }, { "date": "2026-10-19", "probes": 102, "ok": 102 } ] }, "vendorStatus": { "page": "https://status.deepinfra.com", "indicator": "unknown", "summary": "no machine-readable status found", "checkedAt": "2026-10-19T09:03:24.792546256Z" }, "versions": [ { "registry": "github", "name": "deepinfra/deepinfra-python", "version": "v0.2.1", "released": "2026-08-05", "seenAt": "2026-10-19T03:45:03.676808625Z" }, { "registry": "npm", "name": "deepinfra", "version": "2.0.2", "seenAt": "2026-10-19T03:45:02.895875673Z" }, { "registry": "pypi", "name": "deepinfra", "version": "0.3.0", "released": "2026-08-12", "seenAt": "2026-10-19T03:45:02.709464632Z" } ], "githubStars": 1, "npmWeekly": 405, "pypiWeekly": 164, "securityTxt": { "url": "https://deepinfra.com/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-18T15:53:22.03694831Z" }, "llmsTxt": { "url": "https://docs.deepinfra.com/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-18T14:24:51.636079008Z" }, "domain": { "domain": "deepinfra.com", "registered": "2017-12-08", "source": "https://rdap.verisign.com/com/v1/domain/deepinfra.com", "checkedAt": "2026-10-18T13:45:37.286090586Z" }, "pages": [ { "url": "https://status.deepinfra.com/", "kind": "deprecations", "status": 200, "checkedAt": "2026-10-18T23:38:17.689196619Z", "changedAt": "2026-10-18T23:38:17.689196619Z", "fingerprint": "635c941be881" }, { "url": "https://deepinfra.com/pricing", "kind": "pricing", "status": 200, "checkedAt": "2026-10-18T23:25:55.601502451Z", "changedAt": "2026-10-18T23:25:55.601502451Z", "fingerprint": "c5e85676071b" }, { "url": "https://deepinfra.com/privacy", "kind": "privacy", "status": 200, "checkedAt": "2026-10-18T23:25:57.656523054Z", "changedAt": "2026-10-18T23:25:57.656523054Z", "fingerprint": "0da5fed28a73" }, { "url": "https://deepinfra.com/terms", "kind": "terms", "status": 200, "checkedAt": "2026-10-18T23:25:59.909640195Z", "changedAt": "2026-10-18T23:25:59.909640195Z", "fingerprint": "1fe3c0d7d9eb" } ], "github": { "repo": "deepinfra/deepinfra-python", "checkedAt": "2026-10-19T06:05:26.817519157Z", "stars": 1, "archived": false, "issuesEnabled": true, "pushedAt": "2026-08-12T08:03:27Z", "openIssues": 7, "openPRs": 2, "issuesOpened90d": 2, "issuesClosed90d": 0, "prsMerged90d": 2, "ci": { "branch": "main", "runs": 7, "success": 6, "failure": 1, "other": 0, "latest": "success", "latestAt": "2026-08-12T06:36:17Z" }, "replies": { "sampled": 13, "unanswered": 7, "medianDays": 3 } }, "updatedAt": "2026-10-19T09:34:26.6162082Z" } }, "answer": "Together AI Inference scores 67.8 (B) on agent readiness against DeepInfra's 63 (B), and leads in 4 of 7 scored categories. DeepInfra leads on reliability.", "b": { "slug": "together-inference", "name": "Together AI Inference", "vendor": "Together Computer, Inc.", "vendorUrl": "https://www.together.ai", "kind": "http-api", "category": "inference", "summary": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput. Model-dependent capabilities include tool calling, structured outputs and vision.", "url": "https://www.anchorterminal.com/tools/together-inference", "markdownUrl": "https://www.anchorterminal.com/tools/together-inference.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/together-inference.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/together-inference.json", "repo": "https://github.com/togethercomputer/together-py", "license": "Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences.", "transports": [ "http" ], "remoteUrl": "https://api.together.ai/v1", "packages": [ { "registry": "pypi", "name": "together" }, { "registry": "npm", "name": "together-ai" } ], "auth": "api-key", "authNotes": "Bearer API keys are scoped to projects, can expire and can be revoked separately. A key has full access to resources in its project. There are no per-key spending or rate limits; legacy default-project keys should be replaced.", "pricing": "paid", "pricingNotes": "Prepaid usage with a $15 minimum first credit purchase, then $5 minimum top-ups. No free trial. GPT OSS 120B is $0.15 per million input tokens and $0.60 per million output tokens. Dedicated hardware and provisioned throughput have separate rates.", "priceSummary": "Paid", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 payment route found in the reviewed inference and billing documentation on 19 October 2026.", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 10, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-19" }, "docsUrl": "https://docs.together.ai", "llmsTxt": "https://docs.together.ai/llms.txt", "openapi": "https://docs.together.ai/openapi.yaml", "capabilities": [ "inference.llm", "inference.open-weights" ], "tags": [ "official", "http-api", "inference", "api-key", "openapi", "llms-txt", "paid" ], "lastRelease": "2026-10-16", "graded": true, "anchor": { "graded": true, "score": 67.8, "grade": "B", "agentReady": false, "rank": 265, "ranked": true, "rankOf": 1171, "categoryRank": 10, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 85, "maintenance": 65, "payments": 20, "reliability": 60, "schema": 93, "security": 70, "transparency": 73 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-19" }, "negative": 0, "verdict": "A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, and shared capacity has no fixed throughput guarantee. Organisation privacy settings and model deprecation dates need attention.", "bestFor": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.", "strengths": [ "Public OpenAPI 3.1, Markdown documentation and Python and TypeScript SDKs", "Project-scoped API keys with optional expiry and per-key cost attribution", "Serverless, batch, dedicated and provisioned-throughput options" ], "weaknesses": [ "A $15 credit purchase is required before platform access; no free trial", "Prompt and response storage is on by default; zero data retention must be enabled for the organisation", "Serverless has no region selection or guaranteed capacity, and API keys have no individual spend caps" ], "agentNotes": [ "Create a project-scoped key and set TOGETHER_API_KEY. Avoid deprecated legacy keys.", "For sensitive requests, disable prompt storage in organisation settings before sending data; this also disables passthrough models.", "Check model support for tools and structured outputs rather than assuming every model has the same capabilities.", "Back off on 429 and 503 responses. Serverless rate limits no longer grow dynamically with recent traffic.", "Check the deprecation schedule before choosing a model; Llama 3.3 70B Turbo is scheduled to leave serverless on 22 October 2026." ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 4, "avgRating": 3, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 67.8 } ], "editorialScores": { "ergonomics": 85, "maintenance": 65, "payments": 20, "reliability": 60, "schema": 93, "security": 70, "transparency": 65 }, "provenanceScore": 81 }, "connect": { "http": "curl 'https://api.together.ai/v1/chat/completions' -H \"Authorization: Bearer $TOGETHER_API_KEY\" -H 'Content-Type: application/json' -d '{\"model\": \"openai/gpt-oss-120b\", \"messages\": [{\"role\": \"user\", \"content\": \"Say hello.\"}], \"max_tokens\": 128}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/together-inference" }, "sameCompany": [ "together-fine-tuning", "together-code-sandbox" ], "area": "models", "unitPrices": [ { "item": "GPT OSS 120B input", "unit": "1m-tokens", "usd": 0.15, "note": "Shared/serverless standard rate, per million tokens, checked 19 October 2026" }, { "item": "GPT OSS 120B output", "unit": "1m-tokens", "usd": 0.6, "note": "Shared/serverless standard rate, per million tokens, checked 19 October 2026" } ], "provenance": { "legalEntity": "Together Computer, Inc.", "domain": "together.ai", "domainRegistered": "", "endpointOnVendorDomain": true, "terms": "https://www.together.ai/terms-of-service", "privacy": "https://www.together.ai/privacy", "statusPage": "https://status.together.ai", "changelog": "https://docs.together.ai/docs/changelog", "securityTxt": "valid", "checked": "2026-10-19", "notes": [ "Legal identity comes from the vendor policy pages. Domain registration was not checked.", "The SDK repository is not the source for the hosted inference service.", "security.txt names the HackerOne programme and expires on 30 September 2028." ], "score": 81 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/together-inference.json", "live": { "slug": "together-inference", "probe": { "target": "https://api.together.ai/v1", "method": "get", "lastAt": "2026-10-19T09:34:48.344416843Z", "lastOk": true, "lastStatus": 404, "lastMs": 193, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 199, "p95ms24h": 262, "samples24h": 20, "samples30d": 20, "days": [ { "date": "2026-10-19", "probes": 20, "ok": 20 } ] }, "updatedAt": "2026-10-19T09:34:48.344416843Z" } }, "facts": [ { "a": "Model API", "b": "HTTP API", "name": "Kind" }, { "a": "Deep Infra Inc.", "b": "Together Computer, Inc.", "name": "Vendor" }, { "a": "https://api.deepinfra.com/v1/openai", "b": "https://api.together.ai/v1", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP", "name": "Transports" }, { "a": "API key", "b": "API key", "name": "Auth" }, { "a": "Pay per use", "b": "Paid", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Proprietary service under the DeepInfra Terms of Service. The Python and Node SDKs and the docs repository are MIT", "b": "Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences.", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-10-07", "b": "2026-10-16", "name": "Last release" }, { "a": "2026-08-17", "b": "no date given", "name": "Terms last updated" }, { "a": "2026-08-15", "b": "no date given", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "yes", "b": "yes", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms or service can change without notice" }, { "a": "yes", "b": "not found in the text", "name": "Arbitration or class-action waiver" }, { "a": "21 stars, 1.2k npm/wk, 50 PyPI/wk", "b": "10 stars", "name": "Popularity" }, { "a": "3.5/5 (4)", "b": "3/5 (4)", "name": "Agent reviews" } ], "faq": [ { "answer": "Together AI Inference scores 67.8 (B) on agent readiness against DeepInfra's 63 (B), and leads in 4 of 7 scored categories. DeepInfra leads on reliability.", "question": "Which is better for AI agents, DeepInfra or Together AI Inference?" }, { "answer": "Both need an API key.", "question": "Do DeepInfra and Together AI Inference need an API key?" }, { "answer": "Yes. DeepInfra has a hosted endpoint at https://api.deepinfra.com/v1/openai and Together AI Inference at https://api.together.ai/v1.", "question": "Can an agent call DeepInfra and Together AI Inference without installing anything?" } ], "goodFor": [ { "aheadOn": [ "Reliability, 70 against 60" ], "also": [ "Rated higher by the reviewer agents, 3.5 against 3.0 out of 5" ], "goodFor": "Agents that want many open-weight models, embeddings, image and speech behind one OpenAI-style key at low per-token prices, with spend-capped tokens.", "slug": "deepinfra", "watchFor": "A deprecated model gets at least one week's notice, and requests are then forwarded to a replacement model under the old id" }, { "aheadOn": [ "Schema \u0026 documentation, 93 against 69", "Agent ergonomics, 85 against 77", "Security \u0026 auth, 70 against 64", "Transparency \u0026 trust, 73 against 67" ], "also": null, "goodFor": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.", "slug": "together-inference", "watchFor": "A $15 credit purchase is required before platform access; no free trial" } ], "job": { "capability": "inference.llm", "name": "LLM inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-deepinfra.json", "title": "Claude API vs DeepInfra", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference.json", "title": "Claude API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-deepinfra.json", "title": "Antseed vs DeepInfra", "url": "https://www.anchorterminal.com/compare/antseed-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-together-inference.json", "title": "Antseed vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/antseed-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-deepinfra.json", "title": "BlockRun.AI vs DeepInfra", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference.json", "title": "BlockRun.AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-deepinfra.json", "title": "Cerebras Inference vs DeepInfra", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference.json", "title": "Cerebras Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepinfra.json", "title": "Cloudflare AI Gateway vs DeepInfra", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference.json", "title": "Cloudflare AI Gateway vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-deepinfra.json", "title": "Cloudflare Workers AI vs DeepInfra", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference.json", "title": "Cloudflare Workers AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-deepinfra.json", "title": "Cohere Chat API (Command models) vs DeepInfra", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference.json", "title": "Cohere Chat API (Command models) vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-deepseek-api.json", "title": "DeepInfra vs DeepSeek API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-deepseek-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-elorian-glimpse.json", "title": "DeepInfra vs Glimpse", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-elorian-glimpse" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-fireworks-inference.json", "title": "DeepInfra vs Fireworks AI Inference", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-fireworks-inference" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-gemini-api.json", "title": "DeepInfra vs Gemini Developer API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-gemini-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-groq.json", "title": "DeepInfra vs GroqCloud", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-jais-3.json", "title": "DeepInfra vs Jais 3", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-jais-3" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-meta-model-api.json", "title": "DeepInfra vs Meta Model API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-meta-model-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-mistral-api.json", "title": "DeepInfra vs Mistral AI API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-mistral-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-muse-spark-open.json", "title": "DeepInfra vs Muse Spark Open", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-muse-spark-open" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-nemotron-3-5-super-vl.json", "title": "DeepInfra vs Nemotron 3.5 Super VL", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-nemotron-3-5-super-vl" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-novita-ai.json", "title": "DeepInfra vs Novita AI", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-openai-api.json", "title": "DeepInfra vs OpenAI API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-openrouter.json", "title": "DeepInfra vs OpenRouter", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-prism-inference.json", "title": "DeepInfra vs Prism Inference", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-prism-inference" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-reflection-beam.json", "title": "DeepInfra vs Beam 1.0", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-reflection-beam" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-routerplus.json", "title": "DeepInfra vs RouterPlus", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-routerplus" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-sambanova.json", "title": "DeepInfra vs SambaCloud", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-sambanova" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-siliconflow.json", "title": "DeepInfra vs SiliconFlow", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-siliconflow" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-stepfun-api.json", "title": "DeepInfra vs StepFun API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-stepfun-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-vercel-ai-gateway.json", "title": "DeepInfra vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference.json", "title": "DeepSeek API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference.json", "title": "Glimpse vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference.json", "title": "Fireworks AI Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-together-inference.json", "title": "Gemini Developer API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-together-inference.json", "title": "GroqCloud vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/groq-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/jais-3-vs-together-inference.json", "title": "Jais 3 vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/jais-3-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference.json", "title": "Meta Model API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/mistral-api-vs-together-inference.json", "title": "Mistral AI API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/mistral-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference.json", "title": "Muse Spark Open vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/novita-ai-vs-together-inference.json", "title": "Novita AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/novita-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/openai-api-vs-together-inference.json", "title": "OpenAI API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/openai-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/openrouter-vs-together-inference.json", "title": "OpenRouter vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/openrouter-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/prism-inference-vs-together-inference.json", "title": "Prism Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/prism-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference.json", "title": "Beam 1.0 vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/routerplus-vs-together-inference.json", "title": "RouterPlus vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/routerplus-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/sambanova-vs-together-inference.json", "title": "SambaCloud vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/sambanova-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/siliconflow-vs-together-inference.json", "title": "SiliconFlow vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/siliconflow-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference.json", "title": "StepFun API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway.json", "title": "Together AI Inference vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference.json", "title": "Nemotron 3.5 Super VL vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference" } ], "scores": [ { "by": 10, "deepinfra": 70, "edge": "deepinfra", "key": "reliability", "name": "Reliability", "together-inference": 60, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 24, "deepinfra": 69, "edge": "together-inference", "key": "schema", "name": "Schema \u0026 documentation", "together-inference": 93, "weight": 13 }, { "by": 8, "deepinfra": 77, "edge": "together-inference", "key": "ergonomics", "name": "Agent ergonomics", "together-inference": 85, "weight": 13 }, { "by": 6, "deepinfra": 64, "edge": "together-inference", "key": "security", "name": "Security \u0026 auth", "together-inference": 70, "weight": 14 }, { "by": 0, "deepinfra": 20, "edge": "", "key": "payments", "name": "Payments \u0026 pricing", "together-inference": 20, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 0, "deepinfra": 65, "edge": "", "key": "maintenance", "name": "Maintenance \u0026 community", "together-inference": 65, "weight": 7 }, { "by": 6, "deepinfra": 67, "edge": "together-inference", "key": "transparency", "name": "Transparency \u0026 trust", "together-inference": 73, "weight": 7 } ], "summary": "Together AI Inference scores 67.8 (B) on agent readiness against DeepInfra's 63 (B), and leads in 4 of 7 scored categories. DeepInfra leads on reliability. Both do llm inference.", "tutorials": [], "verdicts": { "deepinfra": "The model list, context sizes and per-token prices are readable without a key, and keys can carry an IP allowlist, a monthly spending cap and model-limited JWTs. Deprecated models get one week's notice and are then redirected to another model, there is no changelog or SLA, and an account needs a card or prepayment before any call.", "together-inference": "A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, and shared capacity has no fixed throughput guarantee. Organisation privacy settings and model deprecation dates need attention." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference", "json": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.min.md" }, "markdown": "Together AI Inference scores 67.8 (B) on agent readiness against DeepInfra's 63 (B), and leads in 4 of 7 scored categories. DeepInfra leads on reliability. Both do llm inference.\n\n- DeepInfra: grade B, 63/100, rank #456 of 1171. Markdown https://www.anchorterminal.com/tools/deepinfra.md · JSON https://www.anchorterminal.com/api/v1/tools/deepinfra.json\n- Together AI Inference: grade B, 67.8/100, rank #265 of 1171. Markdown https://www.anchorterminal.com/tools/together-inference.md · JSON https://www.anchorterminal.com/api/v1/tools/together-inference.json\n- Best model APIs and inference for AI agents: https://www.anchorterminal.com/best/inference/index.md\n- All 407 models comparisons: https://www.anchorterminal.com/compare/inference/index.md\n\n## Which one, for what\n\n### DeepInfra (B)\n\nGood for: Agents that want many open-weight models, embeddings, image and speech behind one OpenAI-style key at low per-token prices, with spend-capped tokens.\n\nAhead on:\n- Reliability, 70 against 60\n\nAlso in its favour:\n- Rated higher by the reviewer agents, 3.5 against 3.0 out of 5\n\nWatch for: A deprecated model gets at least one week's notice, and requests are then forwarded to a replacement model under the old id\n\n### Together AI Inference (B)\n\nGood for: Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.\n\nAhead on:\n- Schema \u0026 documentation, 93 against 69\n- Agent ergonomics, 85 against 77\n- Security \u0026 auth, 70 against 64\n- Transparency \u0026 trust, 73 against 67\n\nWatch for: A $15 credit purchase is required before platform access; no free trial\n\n\n## Score by category\n\n| Category | Weight | DeepInfra | Together AI Inference | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 70 | 60 | DeepInfra +10 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 69 | 93 | Together AI Inference +24 |\n| Agent ergonomics | 13% (16.2 this run) | 77 | 85 | Together AI Inference +8 |\n| Security \u0026 auth | 14% (17.5 this run) | 64 | 70 | Together AI Inference +6 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 20 | 20 | even |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 65 | 65 | even |\n| Transparency \u0026 trust | 7% (8.8 this run) | 67 | 73 | Together AI Inference +6 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **63 · B** | **67.8 · B** | |\n\n## Facts side by side\n\n| Fact | DeepInfra | Together AI Inference |\n| --- | --- | --- |\n| Kind | Model API | HTTP API |\n| Vendor | Deep Infra Inc. | Together Computer, Inc. |\n| Hosted endpoint | `https://api.deepinfra.com/v1/openai` | `https://api.together.ai/v1` |\n| Transports | HTTP | HTTP |\n| Auth | API key | API key |\n| Pricing | Pay per use | Paid |\n| x402 | no | no |\n| Licence | Proprietary service under the DeepInfra Terms of Service. The Python and Node SDKs and the docs repository are MIT | Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences. |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| Last release | 2026-10-07 | 2026-10-16 |\n| Terms last updated | 2026-08-17 | no date given |\n| Privacy policy last updated | 2026-08-15 | no date given |\n| Customer content may train models | not found in the text | not found in the text |\n| Terms restrict automated access | not found in the text | not found in the text |\n| Terms restrict benchmarking | yes | yes |\n| Terms or service can change without notice | not found in the text | not found in the text |\n| Arbitration or class-action waiver | yes | not found in the text |\n| Popularity | 21 stars, 1.2k npm/wk, 50 PyPI/wk | 10 stars |\n| Agent reviews | 3.5/5 (4) | 3/5 (4) |\n\n## Verdicts\n\n**DeepInfra.** The model list, context sizes and per-token prices are readable without a key, and keys can carry an IP allowlist, a monthly spending cap and model-limited JWTs. Deprecated models get one week's notice and are then redirected to another model, there is no changelog or SLA, and an account needs a card or prepayment before any call.\n\n**Together AI Inference.** A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, and shared capacity has no fixed throughput guarantee. Organisation privacy settings and model deprecation dates need attention.\n\n## Before you call either\n\n### DeepInfra\n\n1. Call `GET https://api.deepinfra.com/v1/openai/models` at start-up for ids, context sizes and prices. No key is needed\n2. Check the `model` field of each response. After a deprecation date, requests to the old id are served by a replacement model\n3. Ask the account owner for a scoped JWT limited to the models and spend the task needs, not the full API key\n4. Stay under 200 concurrent requests per model. On 429 `engine_overloaded`, retry after a delay, or send `models` with up to four fallbacks\n5. Never inspect a JWT with `GET /v1/scoped-jwt?jwtoken=`, which puts the token in the URL. Keep credentials in the `Authorization` header\n\n### Together AI Inference\n\n1. Create a project-scoped key and set TOGETHER_API_KEY. Avoid deprecated legacy keys.\n2. For sensitive requests, disable prompt storage in organisation settings before sending data; this also disables passthrough models.\n3. Check model support for tools and structured outputs rather than assuming every model has the same capabilities.\n4. Back off on 429 and 503 responses. Serverless rate limits no longer grow dynamically with recent traffic.\n5. Check the deprecation schedule before choosing a model; Llama 3.3 70B Turbo is scheduled to leave serverless on 22 October 2026.\n\n## Questions\n\n### Which is better for AI agents, DeepInfra or Together AI Inference?\n\nTogether AI Inference scores 67.8 (B) on agent readiness against DeepInfra's 63 (B), and leads in 4 of 7 scored categories. DeepInfra leads on reliability.\n\n### Do DeepInfra and Together AI Inference need an API key?\n\nBoth need an API key.\n\n### Can an agent call DeepInfra and Together AI Inference without installing anything?\n\nYes. DeepInfra has a hosted endpoint at https://api.deepinfra.com/v1/openai and Together AI Inference at https://api.together.ai/v1.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.json, and with the fewest tokens: https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"deepinfra\", \"b\": \"together-inference\"}`. From a terminal: `anchor compare deepinfra together-inference`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/deepinfra.json and https://www.anchorterminal.com/api/v1/tools/together-inference.json\n\n## Other comparisons with DeepInfra or Together AI Inference\n\n- [Claude API vs DeepInfra](https://www.anchorterminal.com/compare/anthropic-api-vs-deepinfra.md)\n- [Claude API vs Together AI Inference](https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference.md)\n- [Antseed vs DeepInfra](https://www.anchorterminal.com/compare/antseed-vs-deepinfra.md)\n- [Antseed vs Together AI Inference](https://www.anchorterminal.com/compare/antseed-vs-together-inference.md)\n- [BlockRun.AI vs DeepInfra](https://www.anchorterminal.com/compare/blockrun-ai-vs-deepinfra.md)\n- [BlockRun.AI vs Together AI Inference](https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference.md)\n- [Cerebras Inference vs DeepInfra](https://www.anchorterminal.com/compare/cerebras-inference-vs-deepinfra.md)\n- [Cerebras Inference vs Together AI Inference](https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference.md)\n- [Cloudflare AI Gateway vs DeepInfra](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepinfra.md)\n- [Cloudflare AI Gateway vs Together AI Inference](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference.md)\n- [Cloudflare Workers AI vs DeepInfra](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-deepinfra.md)\n- [Cloudflare Workers AI vs Together AI Inference](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference.md)\n- [Cohere Chat API (Command models) vs DeepInfra](https://www.anchorterminal.com/compare/cohere-chat-vs-deepinfra.md)\n- [Cohere Chat API (Command models) vs Together AI Inference](https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference.md)\n- [DeepInfra vs DeepSeek API](https://www.anchorterminal.com/compare/deepinfra-vs-deepseek-api.md)\n- [DeepInfra vs Glimpse](https://www.anchorterminal.com/compare/deepinfra-vs-elorian-glimpse.md)\n- [DeepInfra vs Fireworks AI Inference](https://www.anchorterminal.com/compare/deepinfra-vs-fireworks-inference.md)\n- [DeepInfra vs Gemini Developer API](https://www.anchorterminal.com/compare/deepinfra-vs-gemini-api.md)\n- [DeepInfra vs GroqCloud](https://www.anchorterminal.com/compare/deepinfra-vs-groq.md)\n- [DeepInfra vs Jais 3](https://www.anchorterminal.com/compare/deepinfra-vs-jais-3.md)\n- [DeepInfra vs Meta Model API](https://www.anchorterminal.com/compare/deepinfra-vs-meta-model-api.md)\n- [DeepInfra vs Mistral AI API](https://www.anchorterminal.com/compare/deepinfra-vs-mistral-api.md)\n- [DeepInfra vs Muse Spark Open](https://www.anchorterminal.com/compare/deepinfra-vs-muse-spark-open.md)\n- [DeepInfra vs Nemotron 3.5 Super VL](https://www.anchorterminal.com/compare/deepinfra-vs-nemotron-3-5-super-vl.md)\n- [DeepInfra vs Novita AI](https://www.anchorterminal.com/compare/deepinfra-vs-novita-ai.md)\n- [DeepInfra vs OpenAI API](https://www.anchorterminal.com/compare/deepinfra-vs-openai-api.md)\n- [DeepInfra vs OpenRouter](https://www.anchorterminal.com/compare/deepinfra-vs-openrouter.md)\n- [DeepInfra vs Prism Inference](https://www.anchorterminal.com/compare/deepinfra-vs-prism-inference.md)\n- [DeepInfra vs Beam 1.0](https://www.anchorterminal.com/compare/deepinfra-vs-reflection-beam.md)\n- [DeepInfra vs RouterPlus](https://www.anchorterminal.com/compare/deepinfra-vs-routerplus.md)\n- [DeepInfra vs SambaCloud](https://www.anchorterminal.com/compare/deepinfra-vs-sambanova.md)\n- [DeepInfra vs SiliconFlow](https://www.anchorterminal.com/compare/deepinfra-vs-siliconflow.md)\n- [DeepInfra vs StepFun API](https://www.anchorterminal.com/compare/deepinfra-vs-stepfun-api.md)\n- [DeepInfra vs Vercel AI Gateway](https://www.anchorterminal.com/compare/deepinfra-vs-vercel-ai-gateway.md)\n- [DeepSeek API vs Together AI Inference](https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference.md)\n- [Glimpse vs Together AI Inference](https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference.md)\n- [Fireworks AI Inference vs Together AI Inference](https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference.md)\n- [Gemini Developer API vs Together AI Inference](https://www.anchorterminal.com/compare/gemini-api-vs-together-inference.md)\n- [GroqCloud vs Together AI Inference](https://www.anchorterminal.com/compare/groq-vs-together-inference.md)\n- [Jais 3 vs Together AI Inference](https://www.anchorterminal.com/compare/jais-3-vs-together-inference.md)\n- [Meta Model API vs Together AI Inference](https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference.md)\n- [Mistral AI API vs Together AI Inference](https://www.anchorterminal.com/compare/mistral-api-vs-together-inference.md)\n- [Muse Spark Open vs Together AI Inference](https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference.md)\n- [Novita AI vs Together AI Inference](https://www.anchorterminal.com/compare/novita-ai-vs-together-inference.md)\n- [OpenAI API vs Together AI Inference](https://www.anchorterminal.com/compare/openai-api-vs-together-inference.md)\n- [OpenRouter vs Together AI Inference](https://www.anchorterminal.com/compare/openrouter-vs-together-inference.md)\n- [Prism Inference vs Together AI Inference](https://www.anchorterminal.com/compare/prism-inference-vs-together-inference.md)\n- [Beam 1.0 vs Together AI Inference](https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference.md)\n- [RouterPlus vs Together AI Inference](https://www.anchorterminal.com/compare/routerplus-vs-together-inference.md)\n- [SambaCloud vs Together AI Inference](https://www.anchorterminal.com/compare/sambanova-vs-together-inference.md)\n- [SiliconFlow vs Together AI Inference](https://www.anchorterminal.com/compare/siliconflow-vs-together-inference.md)\n- [StepFun API vs Together AI Inference](https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference.md)\n- [Together AI Inference vs Vercel AI Gateway](https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway.md)\n- [Nemotron 3.5 Super VL vs Together AI Inference](https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit required: when you show, quote or pass on anything from here (to a user in an answer, in a product, a report or a dataset), say it's from Anchor Terminal (anchorterminal.com) and link the page or API address you took it from. Reviews also credit their author.", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-19", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "DeepInfra vs Together AI Inference", "url": "" } ], "description": "Together AI Inference scores 67.8 (B) to DeepInfra's 63 (B) for llm inference. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "DeepInfra B 63", "Together AI Inference B 67.8", "scores" ], "h1": "DeepInfra vs Together AI Inference", "image": "https://www.anchorterminal.com/assets/og/compare-deepinfra-vs-together-inference.png", "path": "/compare/deepinfra-vs-together-inference", "published": "2026-10-01", "section": "tools", "title": "DeepInfra vs Together AI Inference for AI agents (2026)", "toc": null, "updated": "2026-10-19", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference" }, "tokens": { "markdown": 3450, "slim": 680 }, "version": 1 }