{ "data": { "a": { "slug": "hugging-face-inference-providers", "name": "Hugging Face Inference Providers", "vendor": "Hugging Face, Inc.", "vendorUrl": "https://huggingface.co", "kind": "router", "category": "inference", "summary": "Hugging Face's serverless router that sends model calls to partner inference providers such as Groq, Cerebras, Together and Fireworks through one Hugging Face token, with an OpenAI-compatible API at router.huggingface.co/v1 and Python and JavaScript clients.", "url": "https://www.anchorterminal.com/tools/hugging-face-inference-providers", "markdownUrl": "https://www.anchorterminal.com/tools/hugging-face-inference-providers.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/hugging-face-inference-providers.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/hugging-face-inference-providers.json", "dns": "hugging-face-inference-providers.grade.anchorterminal.com", "repo": "https://github.com/huggingface/huggingface_hub", "license": "Proprietary service under the Hugging Face Terms of Service, which name Inference Providers. The `huggingface_hub` Python client is Apache-2.0 and `@huggingface/inference` is MIT", "transports": [ "http" ], "remoteUrl": "https://router.huggingface.co/v1", "packages": [ { "registry": "pypi", "name": "huggingface_hub" }, { "registry": "npm", "name": "@huggingface/inference" } ], "auth": "api-key", "authNotes": "Hugging Face user access token sent as `Authorization: Bearer $HF_TOKEN`. The docs recommend a fine-grained token with only the `Make calls to Inference Providers` permission. Tokens are made in account settings in a browser, can be rotated and revoked, and a leaked token can be revoked by anyone through `POST /api/credentials/revoke`. A provider's own key can be stored in settings instead, and Hugging Face swaps it in when routing.", "pricing": "usage", "pricingNotes": "Pay as you go at each provider's own per-token rates with no Hugging Face markup, drawn from prepaid credits on the Hugging Face account. Free users get no included credits since 7 October 2026 and must buy credits. PRO users and Team or Enterprise seats get $2.00 a month of compute credits. Requests with a custom provider key are billed by the provider (https://huggingface.co/docs/inference-providers/pricing, checked 2026-11-06).", "priceSummary": "$2 / mo", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the Inference Providers docs, llms.txt or the router's model list. Calls draw on prepaid Hugging Face credits bought in the account's billing settings (checked 2026-11-06).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": 483470, "pypiWeekly": 71518708, "asOf": "2026-11-06" }, "docsUrl": "https://huggingface.co/docs/inference-providers/index", "llmsTxt": "https://huggingface.co/docs/inference-providers/llms.txt", "capabilities": [ "inference.router", "inference.open-weights", "inference.llm" ], "tags": [ "hosted", "router", "usage", "prepaid", "openai-compatible", "llms-txt", "python", "javascript", "status-page", "soc2" ], "lastRelease": "2026-10-29", "graded": true, "anchor": { "graded": true, "score": 54, "grade": "C", "agentReady": false, "rank": 926, "ranked": true, "rankOf": 1510, "categoryRank": 28, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 58, "maintenance": 80, "payments": 20, "reliability": 25, "schema": 62, "security": 79, "transparency": 71 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-06" }, "negative": 0, "verdict": "One Hugging Face token reaches open models on 18 partner providers at the providers' own prices, with a public model list that shows each provider's price, context and tool support. Router rate limits, error responses and its own status component were not found in the reviewed documentation, and free accounts have had no included credits since 7 October 2026.", "bestFor": "Agents and developers who want open-weight models from several hosts on one token and one bill, with a public price and capability list per provider.", "strengths": [ "router.huggingface.co/v1/models lists every routed model with each provider's price, context, tool support, latency and throughput, without a token", "Provider choice by suffix (`:fastest`, `:cheapest`, `:preferred` or a provider name) on an OpenAI-compatible endpoint", "Fine-grained tokens can be limited to the `Make calls to Inference Providers` permission and revoked at once", "No markup on provider rates, and request bodies and responses are not stored when routed", "Official clients in Python (`huggingface_hub` 2.4.0, 29 October 2026) and JavaScript (`@huggingface/inference` 4.13.32)" ], "weaknesses": [ "No rate limits, 429 behaviour or error responses documented for the router", "status.huggingface.co has no component for Inference Providers or the router", "Free users have had no included credits since 7 October 2026, and buying credits needs a person in the account settings", "No OpenAPI document for the router, no batch API, and the Responses API is beta", "Data handling past the router depends on each provider's own policy" ], "agentNotes": [ "Read https://router.huggingface.co/v1/models before choosing a provider; it shows price, context and `supports_tools` per provider", "Pin a provider with `model:\u003cprovider\u003e` when tool calling or structured output matters, since support varies by provider", "Use a fine-grained token with only the Inference Providers permission, and send `X-HF-Bill-To` to bill an organisation", "Back off on 429 without assuming a Retry-After header, since none is documented for the router" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 54 } ], "editorialScores": { "ergonomics": 58, "maintenance": 80, "payments": 20, "reliability": 25, "schema": 62, "security": 79, "transparency": 58 }, "provenanceScore": 84, "checked": { "categories": { "ergonomics": "2026-11-06", "maintenance": "2026-11-06", "payments": "2026-11-06", "reliability": "2026-11-06", "schema": "2026-11-06", "security": "2026-11-06", "transparency": "2026-11-06" }, "last": "2026-11-06", "oldest": "2026-11-06", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "pip install huggingface_hub # or: pip install openai, with base_url https://router.huggingface.co/v1", "http": "curl https://router.huggingface.co/v1/chat/completions \\\n -H \"Authorization: Bearer $HF_TOKEN\" -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"openai/gpt-oss-120b:fastest\",\"messages\":[{\"role\":\"user\",\"content\":\"How many Gs in huggingface?\"}]}'" }, "letme": { "capability": "https://letme.dev/inference.router", "tool": "https://letme.dev/hugging-face-inference-providers" }, "sameCompany": [ "hugging-face-inference-endpoints", "smolagents", "carbon-x", "smollm3-3b" ], "area": "models", "unitPrices": [ { "item": "openai/gpt-oss-120b input, cheapest provider listed (DeepInfra)", "unit": "1m-tokens", "usd": 0.037, "note": "Output $0.17. Groq lists $0.15/$0.75 and Cerebras $0.35/$0.75, per the router's model list of 6 November 2026" }, { "item": "PRO monthly compute credits", "unit": "month", "usd": 2, "note": "Also $2.00 per seat for Team and Enterprise organisations" } ], "provenance": { "legalEntity": "Hugging Face, Inc.", "domain": "huggingface.co", "domainRegistered": "", "endpointOnVendorDomain": true, "terms": "https://huggingface.co/terms-of-service", "privacy": "https://huggingface.co/privacy", "statusPage": "https://status.huggingface.co", "changelog": "https://huggingface.co/changelog", "securityTxt": "valid", "checked": "2026-11-06", "notes": [ "The Terms of Service (effective 15 September 2022) name Hugging Face, Inc. and define Inference Providers as a hosted service for running inference through an API on Hub models.", "huggingface.co/robots.txt and router.huggingface.co/robots.txt allow all. status.huggingface.co serves an empty robots.txt.", "status.huggingface.co is a Better Stack page with components for the Hub, git hosting, Inference Endpoints, Spaces, the CDNs and Jobs, and none for Inference Providers or the router.", "huggingface.co/changelog covers the whole Hub and had no Inference Providers entry on its first page on 6 November 2026. Dated changes to the docs are in the hub-docs repository's history.", "security.txt, privacy policy and subprocessor list as recorded on the Inference Endpoints listing (checked 8 October and 2 November 2026); not re-read for this listing." ], "score": 84 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/hugging-face-inference-providers.json", "live": { "slug": "hugging-face-inference-providers", "probe": { "target": "https://router.huggingface.co/v1", "method": "get", "lastAt": "2026-11-07T19:22:12.474650545Z", "lastOk": true, "lastStatus": 404, "lastMs": 145, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 109, "p95ms24h": 196, "samples24h": 210, "samples30d": 210, "days": [ { "date": "2026-11-06", "probes": 13, "ok": 13 }, { "date": "2026-11-07", "probes": 197, "ok": 197 } ] }, "vendorStatus": { "page": "https://status.huggingface.co", "indicator": "unknown", "summary": "no machine-readable status found", "checkedAt": "2026-11-07T04:47:55.542550557Z" }, "versions": [ { "registry": "github", "name": "huggingface/huggingface_hub", "version": "v2.4.0", "released": "2026-10-29", "seenAt": "2026-11-06T23:33:27.894225298Z" }, { "registry": "npm", "name": "@huggingface/inference", "version": "4.13.32", "seenAt": "2026-11-06T23:33:27.102558197Z" }, { "registry": "pypi", "name": "huggingface_hub", "version": "2.4.0", "released": "2026-10-29", "seenAt": "2026-11-06T23:33:26.910773744Z" } ], "githubStars": 4034, "npmWeekly": 483470, "pypiWeekly": 71518708, "securityTxt": { "url": "https://huggingface.co/.well-known/security.txt", "state": "valid", "expires": "2030-07-01T08:42:00.000Z", "checkedAt": "2026-11-07T16:00:00.493446773Z" }, "llmsTxt": { "url": "https://huggingface.co/docs/inference-providers/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-11-07T15:32:44.910268229Z" }, "pages": [ { "url": "https://huggingface.co/docs/inference-providers/pricing", "kind": "pricing", "status": 200, "checkedAt": "2026-11-07T14:11:37.221950067Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "2cbe821ca9d2" } ], "updatedAt": "2026-11-07T19:22:12.474650545Z" } }, "answer": "Together AI Inference scores 67.8 (B) on agent readiness against Hugging Face Inference Providers's 54 (C), and leads in 4 of 7 scored categories. Hugging Face Inference Providers leads on security \u0026 auth and maintenance \u0026 community.", "b": { "slug": "together-inference", "name": "Together AI Inference", "vendor": "Together Computer, Inc.", "vendorUrl": "https://www.together.ai", "kind": "http-api", "category": "inference", "summary": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput. Model-dependent capabilities include tool calling, structured outputs and vision.", "url": "https://www.anchorterminal.com/tools/together-inference", "markdownUrl": "https://www.anchorterminal.com/tools/together-inference.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/together-inference.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/together-inference.json", "dns": "together-inference.grade.anchorterminal.com", "repo": "https://github.com/togethercomputer/together-py", "license": "Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences.", "transports": [ "http" ], "remoteUrl": "https://api.together.ai/v1", "packages": [ { "registry": "pypi", "name": "together", "main": true }, { "registry": "npm", "name": "together-ai", "main": true } ], "auth": "api-key", "authNotes": "Bearer API keys are scoped to projects, can expire and can be revoked separately. A key has full access to resources in its project. There are no per-key spending or rate limits; legacy default-project keys should be replaced.", "pricing": "paid", "pricingNotes": "Prepaid usage with a $15 minimum first credit purchase, then $5 minimum top-ups. No free trial. GPT OSS 120B is $0.15 per million input tokens and $0.60 per million output tokens. Dedicated hardware and provisioned throughput have separate rates.", "priceSummary": "Paid", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 payment route found in the reviewed inference and billing documentation on 19 October 2026.", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 10, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-19" }, "docsUrl": "https://docs.together.ai", "llmsTxt": "https://docs.together.ai/llms.txt", "openapi": "https://docs.together.ai/openapi.yaml", "capabilities": [ "inference.llm", "inference.open-weights" ], "tags": [ "official", "http-api", "inference", "api-key", "openapi", "llms-txt", "paid" ], "lastRelease": "2026-10-23", "graded": true, "anchor": { "graded": true, "score": 67.8, "grade": "B", "agentReady": false, "rank": 302, "ranked": true, "rankOf": 1510, "categoryRank": 13, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 85, "maintenance": 65, "payments": 20, "reliability": 75, "schema": 93, "security": 70, "transparency": 74 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-01" }, "negative": -3, "negativeNotes": [ "2026-08-19 to 2026-08-27. Together removed GA serverless models with notice posted only on the day of removal. Changelog entries of 19, 21, 25 and 27 August say FLUX.1 schnell, Qwen2.5 7B, Kimi K2.6, Cogito v2.1 671B, Gemma 3n E4B, Llama Guard 4 12B, Nemotron 3 Ultra, Pearl's Gemma 4 31B, DeepSeek V4 Pro and Kimi K2.7 Code \"have been deprecated and are no longer available on serverless\", with no earlier entry announcing their removal and no preview label, while the deprecation policy promises 2 or 3 weeks' notice for serverless endpoints. Read at the floor, as fireworks-inference's same-day removals of 27 August were, -3 (https://docs.together.ai/docs/changelog.md)." ], "verdict": "A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, shared capacity has no fixed throughput guarantee, and several serverless models were removed in August 2026 the day the removal was posted.", "bestFor": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.", "strengths": [ "Public OpenAPI 3.1, Markdown documentation and Python and TypeScript SDKs", "Project-scoped API keys with optional expiry and per-key cost attribution", "Serverless, batch, dedicated and provisioned-throughput options", "Status page with a monitor per serverless model and 90 days of daily history", "US-only serverless processing through us-api.together.ai since 16 October 2026, at 1.25 times standard rates" ], "weaknesses": [ "A $15 credit purchase is required before platform access; no free trial", "Prompt and response storage is on by default; zero data retention must be enabled for the organisation", "Serverless has no guaranteed capacity outside provisioned throughput, and API keys have no individual spend caps", "Serverless models removed on 19, 21, 25 and 27 August 2026 were announced in the changelog only on the day" ], "agentNotes": [ "Create a project-scoped key and set TOGETHER_API_KEY. Avoid deprecated legacy keys.", "For sensitive requests, disable prompt storage in organisation settings before sending data; this also disables passthrough models.", "Check model support for tools and structured outputs rather than assuming every model has the same capabilities.", "Back off on 429 and 503 responses. Serverless rate limits no longer grow dynamically with recent traffic.", "Check the deprecation schedule before choosing a model. Qwen3.8-2.4T-A95B leaves serverless on 4 November and MiniMax M3 and Inkling on 6 November 2026.", "Pin the SDK major version. Python SDK 3.0 and TypeScript SDK 1.0 (22 October 2026) drop `/v1` from the base URL and the `beta` paths" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 4, "avgRating": 3, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 67.8 } ], "editorialScores": { "ergonomics": 85, "maintenance": 65, "payments": 20, "reliability": 75, "schema": 93, "security": 70, "transparency": 65 }, "provenanceScore": 83, "checked": { "categories": { "ergonomics": "2026-11-01", "maintenance": "2026-11-01", "payments": "2026-11-01", "reliability": "2026-11-01", "schema": "2026-11-01", "security": "2026-11-01", "transparency": "2026-11-01" }, "last": "2026-11-01", "lastMoved": "2026-11-01", "oldest": "2026-11-01", "stale": false, "staleAfterDays": 90 } }, "connect": { "http": "curl 'https://api.together.ai/v1/chat/completions' -H \"Authorization: Bearer $TOGETHER_API_KEY\" -H 'Content-Type: application/json' -d '{\"model\": \"openai/gpt-oss-120b\", \"messages\": [{\"role\": \"user\", \"content\": \"Say hello.\"}], \"max_tokens\": 128}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/together-inference" }, "sameCompany": [ "together-fine-tuning", "together-gpu-clusters", "together-code-sandbox" ], "area": "models", "unitPrices": [ { "item": "GPT OSS 120B input", "unit": "1m-tokens", "usd": 0.15, "note": "Shared/serverless standard rate, per million tokens, checked 1 November 2026" }, { "item": "GPT OSS 120B output", "unit": "1m-tokens", "usd": 0.6, "note": "Shared/serverless standard rate, per million tokens, checked 1 November 2026" } ], "provenance": { "legalEntity": "Together Computer, Inc.", "domain": "together.ai", "domainRegistered": "", "endpointOnVendorDomain": true, "terms": "https://www.together.ai/terms-of-service", "privacy": "https://www.together.ai/privacy", "statusPage": "https://status.together.ai", "changelog": "https://docs.together.ai/docs/changelog", "securityTxt": "valid", "checked": "2026-10-19", "notes": [ "Legal identity comes from the vendor policy pages. Domain registration was not checked.", "The SDK repository is not the source for the hosted inference service.", "security.txt names the HackerOne programme and expires on 30 September 2028." ], "score": 83 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/together-inference.json", "live": { "slug": "together-inference", "probe": { "target": "https://api.together.ai/v1", "method": "get", "lastAt": "2026-11-07T19:22:40.90168793Z", "lastOk": true, "lastStatus": 404, "lastMs": 186, "authRequired": false, "uptime24h": 100, "uptime30d": 99.98, "p50ms24h": 197, "p95ms24h": 480, "samples24h": 238, "samples30d": 4796, "days": [ { "date": "2026-10-19", "probes": 173, "ok": 173 }, { "date": "2026-10-20", "probes": 252, "ok": 252 }, { "date": "2026-10-21", "probes": 253, "ok": 253 }, { "date": "2026-10-22", "probes": 253, "ok": 253 }, { "date": "2026-10-23", "probes": 248, "ok": 248 }, { "date": "2026-10-24", "probes": 251, "ok": 251 }, { "date": "2026-10-25", "probes": 250, "ok": 250 }, { "date": "2026-10-26", "probes": 252, "ok": 252 }, { "date": "2026-10-27", "probes": 249, "ok": 249 }, { "date": "2026-10-28", "probes": 250, "ok": 249 }, { "date": "2026-10-29", "probes": 249, "ok": 249 }, { "date": "2026-10-30", "probes": 249, "ok": 249 }, { "date": "2026-10-31", "probes": 251, "ok": 251 }, { "date": "2026-11-01", "probes": 249, "ok": 249 }, { "date": "2026-11-02", "probes": 250, "ok": 250 }, { "date": "2026-11-03", "probes": 248, "ok": 248 }, { "date": "2026-11-04", "probes": 246, "ok": 246 }, { "date": "2026-11-05", "probes": 185, "ok": 185 }, { "date": "2026-11-06", "probes": 241, "ok": 241 }, { "date": "2026-11-07", "probes": 197, "ok": 197 } ] }, "vendorStatus": { "page": "https://status.together.ai", "indicator": "unknown", "summary": "no machine-readable status found", "checkedAt": "2026-11-03T15:50:27.832032204Z" }, "versions": [ { "registry": "github", "name": "togethercomputer/together-py", "version": "v3.1.1", "released": "2026-11-04", "seenAt": "2026-11-07T00:12:19.125880583Z" }, { "registry": "npm", "name": "together-ai", "version": "1.0.0", "seenAt": "2026-11-07T00:12:19.091822114Z" }, { "registry": "pypi", "name": "together", "version": "3.1.1", "released": "2026-11-04", "seenAt": "2026-11-07T00:12:18.875614418Z" } ], "githubStars": 12, "npmWeekly": 99619, "pypiWeekly": 424792, "securityTxt": { "url": "https://together.ai/.well-known/security.txt", "state": "valid", "expires": "2028-09-30T00:00:00.000Z", "checkedAt": "2026-11-07T16:00:47.073630606Z" }, "llmsTxt": { "url": "https://docs.together.ai/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-11-07T15:34:14.123755248Z" }, "domain": { "domain": "together.ai", "registered": "2017-12-16", "source": "https://rdap.identitydigital.services/rdap/domain/together.ai", "checkedAt": "2026-11-01T14:21:27.260418255Z" }, "github": { "repo": "togethercomputer/together-py", "checkedAt": "2026-11-02T08:27:14.179460754Z", "stars": 11, "archived": false, "issuesEnabled": true, "pushedAt": "2026-11-02T05:50:24Z", "openIssues": 4, "openPRs": 43, "issuesOpened90d": 2, "issuesClosed90d": 1, "prsMerged90d": 106, "ci": { "branch": "main", "runs": 50, "success": 16, "failure": 0, "other": 34, "latest": "skipped", "latestAt": "2026-10-30T19:38:40Z" }, "replies": { "sampled": 7, "unanswered": 4, "medianDays": 14.2 } }, "updatedAt": "2026-11-07T19:22:40.90168793Z" } }, "edges": [ { "by": 50, "category": "reliability", "leads": "together-inference", "name": "Reliability", "reasons": { "a": "Hosted lines. status.huggingface.co is a Better Stack page with 90-day component history for the Hub, Inference Endpoints, Spaces, the CDNs and Jobs, but no component for Inference Providers or the router (10 of 20). With no component, there is no readable incident history for the surface agents call, and the feed's 23 items from 10 June to 7 October 2026 don't name it (5). No rate limits for the router were found; the Hub rate-limits page gives numbers for Hub APIs, resolvers and pages only (0). No 429 or overload guidance for the router was found (0). No SLA found (0). Chat completions on the router is generally available; the Responses API is labelled beta (10). Routing between providers with `:fastest` or `:cheapest` softens a single provider's outage, which this checklist doesn't score.", "b": "Graded as listed, on the hosted API lines. Public Better Stack status page at status.together.ai with a component for each serverless model plus the website and playground (20). The page shows 90 daily ticks per component, read on 1 November 2026 for 4 August to 1 November, and no incident was posted in that time (the feed's newest items are maintenance windows in April and July 2026). Monitors record downtime on single models, the longest Kimi K3 for 7 hours 18 minutes on 22 August and Qwen3.8-2.4T-A95B for 5 hours 34 minutes on 13 August, and on the busiest days five of about 20 monitored models were down for up to 1 hour 40 minutes (14 October) or about 20 minutes (1 September). Each hit one model or a subset of the catalogue, so the record reads as minor incidents only (20). The current serverless page gives no numeric general request ceiling (0). Explicit 429 and 503 backoff guidance (15). Provisioned throughput has a published 99% eligible-request commitment (10). Serverless inference is generally available (10). 20 + 20 + 0 + 15 + 10 + 10 = 75." }, "scores": { "a": 25, "b": 75 } }, { "by": 31, "category": "schema", "leads": "together-inference", "name": "Schema \u0026 documentation", "reasons": { "a": "No OpenAPI document for the router (openapi.json paths answer 404). The task reference pages are generated from typed JSON Schema specs in huggingface.js, and the router's /v1/models gives a machine-readable catalogue, so 12 of 25. llms.txt for the Inference Providers docs and a Markdown twin of every page via `.md` (10). Guides say what each task and policy is for, with a quick setup page for coding agents (14 of 20). Parameter tables with types for chat completion, though `response_format` and `tool_choice` show as unknown types (9 of 15). Examples in Python, JavaScript and curl on every task page, but no documented error responses for the router (9 of 15). No changelog of its own; the Hub changelog doesn't cover it and dated changes are only in the hub-docs history (8 of 15).", "b": "Public OpenAPI 3.1 (25), llms.txt and Markdown docs (10), endpoint and model-capability guidance (16 of 20), typed inputs and constraints (13 of 15), examples and documented errors (14 of 15), and versioned endpoints with a dated changelog (15)." }, "scores": { "a": 62, "b": 93 } }, { "by": 27, "category": "ergonomics", "leads": "together-inference", "name": "Agent ergonomics", "reasons": { "a": "Router reading of the model checklist (tool use, structured output, caching, context, batch, SDKs, errors), as for openrouter. Tool calling through the OpenAI-compatible API with `tool_choice`, support flagged per provider in /v1/models (15 of 20). Structured output documented, support flagged per provider and false on some (10 of 15). No prompt caching guidance found, though the Enterprise usage API counts cached input tokens (3 of 15). Routes to models with up to 1,048,576 tokens of context per the model list, a judgement call since a router has no default model (15). No batch API (0 of 10). Official clients in Python and JavaScript, plus any OpenAI SDK (10). Errors not documented (5 of 15).", "b": "Compact model API with bounded output (25). Token controls, streaming, structured outputs and batch options (20). Actionable error documentation (20). Transient retry guidance but no general inference deduplication guarantee found (5 of 20). Official Python and TypeScript SDKs and defaults (15)." }, "scores": { "a": 58, "b": 85 } }, { "by": 15, "category": "maintenance", "leads": "hugging-face-inference-providers", "name": "Maintenance \u0026 community", "reasons": { "a": "Model reading. huggingface_hub 2.4.0 tagged on 29 October 2026 and the Inference Providers docs updated daily by an automated job, last on 6 November (30). huggingface_hub 2.2.0, 2.3.0 and 2.4.0 and @huggingface/inference 4.13.28 to 4.13.32 in the 90 days (20). No dedicated changelog; the Hub has a forum and Discord, and GitHub issue replies were not read (8 of 15). Current official SDKs in Python and JavaScript (15). The Python client supports Python 3.10 and later, per the Inference Endpoints check; CI not read (7 of 10).", "b": "Graded as listed, on the tool lines. Changelog entries on 22 and 23 October 2026 (Python SDK 3.0, TypeScript SDK 1.0, MiniMax M3.1 Flash on serverless and post-training) (30). 43 dated changelog days and 16 Python SDK tags from 3 August, v2.33.1 to v3.0.0 (20). Support responsiveness not tested (0). Official Python and TypeScript SDKs, both given new majors on 22 October (15). Dependency and CI health not audited (0)." }, "scores": { "a": 80, "b": 65 } }, { "by": 9, "category": "security", "leads": "hugging-face-inference-providers", "name": "Security \u0026 auth", "reasons": { "a": "Model reading. Fine-grained user access tokens that can be limited to the `Make calls to Inference Providers` permission, rotated and revoked, plus a public revocation endpoint for leaked tokens, and organisation approval of fine-grained tokens on paid plans (30). Hugging Face says it doesn't store user data for training, but data handling past the router follows each provider's policy, with no per-request filter to exclude providers that train or retain (12 of 20). Request bodies and responses aren't stored when routed and debug logs are kept up to 30 days without user data or tokens, with provider retention outside that statement (10 of 15). Usage by model and provider in account settings, an Enterprise usage API, and Team and Enterprise admins can disable providers and set a spending limit (13 of 15). SOC 2 Type 2 for the Hub, of which the docs say Inference Providers is a feature, and security.txt valid to 2030 per the Inference Endpoints check; no bug bounty found (14 of 20).", "b": "Project-scoped, revocable keys with optional expiry and rotation guidance (30). Project boundaries but keys can access all project resources and lack per-key spend limits (10 of 20). No inference prompt-injection mitigation established (0). Per-key cost and usage attribution (15). Published security.txt with a future expiry and HackerOne disclosure route (15 of 20)." }, "scores": { "a": 79, "b": 70 } } ], "facts": [ { "a": "Model router", "b": "HTTP API", "name": "Kind" }, { "a": "Hugging Face, Inc.", "b": "Together Computer, Inc.", "name": "Vendor" }, { "a": "https://router.huggingface.co/v1", "b": "https://api.together.ai/v1", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP", "name": "Transports" }, { "a": "API key", "b": "API key", "name": "Auth" }, { "a": "Pay per use", "b": "Paid", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Proprietary service under the Hugging Face Terms of Service, which name Inference Providers. The `huggingface_hub` Python client is Apache-2.0 and `@huggingface/inference` is MIT", "b": "Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences.", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-10-29", "b": "2026-10-23", "name": "Last release" }, { "a": "2022-09-15", "b": "no date given", "name": "Terms last updated" }, { "a": "2023-03-28", "b": "no date given", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "not found in the text", "b": "yes", "name": "Terms restrict benchmarking" }, { "a": "yes", "b": "not found in the text", "name": "Terms or service can change without notice" }, { "a": "not found in the text", "b": "not found in the text", "name": "Arbitration or class-action waiver" }, { "a": "483k npm/wk, 71.5M PyPI/wk", "b": "10 stars", "name": "Popularity" }, { "a": "none", "b": "3/5 (4)", "name": "Agent reviews" } ], "faq": [ { "answer": "Together AI Inference scores 67.8 (B) on agent readiness against Hugging Face Inference Providers's 54 (C), and leads in 4 of 7 scored categories. Hugging Face Inference Providers leads on security \u0026 auth and maintenance \u0026 community.", "question": "Which is better for AI agents, Hugging Face Inference Providers or Together AI Inference?" }, { "answer": "Both need an API key.", "question": "Do Hugging Face Inference Providers and Together AI Inference need an API key?" }, { "answer": "Yes. Hugging Face Inference Providers has a hosted endpoint at https://router.huggingface.co/v1 and Together AI Inference at https://api.together.ai/v1.", "question": "Can an agent call Hugging Face Inference Providers and Together AI Inference without installing anything?" } ], "goodFor": [ { "aheadOn": [ "Security \u0026 auth, 79 against 70", "Maintenance \u0026 community, 80 against 65" ], "also": [ "No incidents deducted, where Together AI Inference loses 3 points for them" ], "goodFor": "Agents and developers who want open-weight models from several hosts on one token and one bill, with a public price and capability list per provider.", "slug": "hugging-face-inference-providers", "watchFor": "No rate limits, 429 behaviour or error responses documented for the router" }, { "aheadOn": [ "Reliability, 75 against 25", "Schema \u0026 documentation, 93 against 62", "Agent ergonomics, 85 against 58" ], "also": null, "goodFor": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.", "slug": "together-inference", "watchFor": "A $15 credit purchase is required before platform access; no free trial" } ], "history": { "hugging-face-inference-providers": null, "together-inference": [ { "causes": [ "evidence", "correction" ], "date": "2026-11-01", "delta": 0, "from": 67.8, "fromGrade": "B", "to": 67.8, "toGrade": "B" }, { "causes": [ "method" ], "date": "2026-10-27", "delta": 0, "from": 67.8, "fromGrade": "B", "to": 67.8, "toGrade": "B" } ] }, "job": { "capability": "inference.llm", "name": "LLM inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-hugging-face-inference-providers.json", "title": "Amazon Bedrock vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-together-inference.json", "title": "Amazon Bedrock vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-hugging-face-inference-providers.json", "title": "Claude API vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference.json", "title": "Claude API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-together-inference.json", "title": "Antseed vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/antseed-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-hugging-face-inference-providers.json", "title": "Azure OpenAI in Foundry Models vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-together-inference.json", "title": "Azure OpenAI in Foundry Models vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-hugging-face-inference-providers.json", "title": "BlockRun.AI vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference.json", "title": "BlockRun.AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-hugging-face-inference-providers.json", "title": "Cerebras Inference vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference.json", "title": "Cerebras Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-hugging-face-inference-providers.json", "title": "Cloudflare AI Gateway vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference.json", "title": "Cloudflare AI Gateway vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-hugging-face-inference-providers.json", "title": "Cloudflare Workers AI vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference.json", "title": "Cloudflare Workers AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-hugging-face-inference-providers.json", "title": "Cohere Chat API (Command models) vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference.json", "title": "Cohere Chat API (Command models) vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-hugging-face-inference-providers.json", "title": "DeepInfra vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.json", "title": "DeepInfra vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-hugging-face-inference-providers.json", "title": "DeepSeek API vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference.json", "title": "DeepSeek API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/eden-ai-vs-together-inference.json", "title": "Eden AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/eden-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-hugging-face-inference-providers.json", "title": "Glimpse vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference.json", "title": "Glimpse vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/fireworks-inference-vs-hugging-face-inference-providers.json", "title": "Fireworks AI Inference vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/fireworks-inference-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference.json", "title": "Fireworks AI Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-hugging-face-inference-providers.json", "title": "Gemini Developer API vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-together-inference.json", "title": "Gemini Developer API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-hugging-face-inference-providers.json", "title": "GroqCloud vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/groq-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-together-inference.json", "title": "GroqCloud vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/groq-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-inkling-2-small.json", "title": "Hugging Face Inference Providers vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-jais-3.json", "title": "Hugging Face Inference Providers vs Jais 3", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-jais-3" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-meta-model-api.json", "title": "Hugging Face Inference Providers vs Meta Model API", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-meta-model-api" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-minimax-api.json", "title": "Hugging Face Inference Providers vs MiniMax API", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-minimax-api" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-mistral-api.json", "title": "Hugging Face Inference Providers vs Mistral AI API", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-mistral-api" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-muse-spark-open.json", "title": "Hugging Face Inference Providers vs Muse Spark Open", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-muse-spark-open" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-novita-ai.json", "title": "Hugging Face Inference Providers vs Novita AI", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-openai-api.json", "title": "Hugging Face Inference Providers vs OpenAI API", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-reflection-beam.json", "title": "Hugging Face Inference Providers vs Beam 1.0", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-reflection-beam" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-sambanova.json", "title": "Hugging Face Inference Providers vs SambaCloud", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-sambanova" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-siliconflow.json", "title": "Hugging Face Inference Providers vs SiliconFlow", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-siliconflow" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-simplismart.json", "title": "Hugging Face Inference Providers vs Simplismart", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-simplismart" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-stepfun-api.json", "title": "Hugging Face Inference Providers vs StepFun API", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-stepfun-api" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-swe-2-flash.json", "title": "Hugging Face Inference Providers vs SWE-2 Flash", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-swe-2-flash" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-vertex-ai.json", "title": "Hugging Face Inference Providers vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-xai-api.json", "title": "Hugging Face Inference Providers vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference.json", "title": "Inkling 2 Small vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/jais-3-vs-together-inference.json", "title": "Jais 3 vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/jais-3-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference.json", "title": "Meta Model API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/minimax-api-vs-together-inference.json", "title": "MiniMax API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/minimax-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/mistral-api-vs-together-inference.json", "title": "Mistral AI API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/mistral-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference.json", "title": "Muse Spark Open vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/novita-ai-vs-together-inference.json", "title": "Novita AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/novita-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/openai-api-vs-together-inference.json", "title": "OpenAI API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/openai-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/openrouter-vs-together-inference.json", "title": "OpenRouter vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/openrouter-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/prism-inference-vs-together-inference.json", "title": "Prism Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/prism-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/ramp-router-vs-together-inference.json", "title": "Router.com (Ramp Router) vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/ramp-router-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference.json", "title": "Beam 1.0 vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/routerplus-vs-together-inference.json", "title": "RouterPlus vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/routerplus-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/sambanova-vs-together-inference.json", "title": "SambaCloud vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/sambanova-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/siliconflow-vs-together-inference.json", "title": "SiliconFlow vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/siliconflow-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/simplismart-vs-together-inference.json", "title": "Simplismart vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/simplismart-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference.json", "title": "StepFun API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/swe-2-flash-vs-together-inference.json", "title": "SWE-2 Flash vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/swe-2-flash-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/tencent-tokenhub-vs-together-inference.json", "title": "Tencent Cloud TokenHub vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/tencent-tokenhub-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway.json", "title": "Together AI Inference vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/together-inference-vs-vertex-ai.json", "title": "Together AI Inference vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/together-inference-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/together-inference-vs-xai-api.json", "title": "Together AI Inference vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/together-inference-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-hugging-face-inference-providers.json", "title": "Antseed vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/antseed-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/eden-ai-vs-hugging-face-inference-providers.json", "title": "Eden AI vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/eden-ai-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-litellm.json", "title": "Hugging Face Inference Providers vs LiteLLM", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-litellm" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-openrouter.json", "title": "Hugging Face Inference Providers vs OpenRouter", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-ramp-router.json", "title": "Hugging Face Inference Providers vs Router.com (Ramp Router)", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-ramp-router" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-routerplus.json", "title": "Hugging Face Inference Providers vs RouterPlus", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-routerplus" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-tencent-tokenhub.json", "title": "Hugging Face Inference Providers vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-vercel-ai-gateway.json", "title": "Hugging Face Inference Providers vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-nemotron-3-5-super-vl.json", "title": "Hugging Face Inference Providers vs Nemotron 3.5 Super VL", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-nemotron-3-5-super-vl" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-prism-inference.json", "title": "Hugging Face Inference Providers vs Prism Inference", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-prism-inference" }, { "json": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference.json", "title": "Nemotron 3.5 Super VL vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference" } ], "panel": null, "scores": [ { "by": 50, "edge": "together-inference", "hugging-face-inference-providers": 25, "key": "reliability", "name": "Reliability", "together-inference": 75, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 31, "edge": "together-inference", "hugging-face-inference-providers": 62, "key": "schema", "name": "Schema \u0026 documentation", "together-inference": 93, "weight": 13 }, { "by": 27, "edge": "together-inference", "hugging-face-inference-providers": 58, "key": "ergonomics", "name": "Agent ergonomics", "together-inference": 85, "weight": 13 }, { "by": 9, "edge": "hugging-face-inference-providers", "hugging-face-inference-providers": 79, "key": "security", "name": "Security \u0026 auth", "together-inference": 70, "weight": 14 }, { "by": 0, "edge": "", "hugging-face-inference-providers": 20, "key": "payments", "name": "Payments \u0026 pricing", "together-inference": 20, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 15, "edge": "hugging-face-inference-providers", "hugging-face-inference-providers": 80, "key": "maintenance", "name": "Maintenance \u0026 community", "together-inference": 65, "weight": 7 }, { "by": 3, "edge": "together-inference", "hugging-face-inference-providers": 71, "key": "transparency", "name": "Transparency \u0026 trust", "together-inference": 74, "weight": 7 } ], "summary": "Together AI Inference scores 67.8 (B) on agent readiness against Hugging Face Inference Providers's 54 (C), and leads in 4 of 7 scored categories. Hugging Face Inference Providers leads on security \u0026 auth and maintenance \u0026 community. Both do llm inference.", "tasks": null, "tutorials": [], "verdicts": { "hugging-face-inference-providers": "One Hugging Face token reaches open models on 18 partner providers at the providers' own prices, with a public model list that shows each provider's price, context and tool support. Router rate limits, error responses and its own status component were not found in the reviewed documentation, and free accounts have had no included credits since 7 October 2026.", "together-inference": "A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, shared capacity has no fixed throughput guarantee, and several serverless models were removed in August 2026 the day the removal was posted." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-together-inference", "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-together-inference.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-together-inference.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-together-inference.min.md" }, "markdown": "Together AI Inference scores 67.8 (B) on agent readiness against Hugging Face Inference Providers's 54 (C), and leads in 4 of 7 scored categories. Hugging Face Inference Providers leads on security \u0026 auth and maintenance \u0026 community. Both do llm inference.\n\n- Hugging Face Inference Providers: grade C, 54/100, rank #926 of 1510. Markdown https://www.anchorterminal.com/tools/hugging-face-inference-providers.md · JSON https://www.anchorterminal.com/api/v1/tools/hugging-face-inference-providers.json\n- Together AI Inference: grade B, 67.8/100, rank #302 of 1510. Markdown https://www.anchorterminal.com/tools/together-inference.md · JSON https://www.anchorterminal.com/api/v1/tools/together-inference.json\n- Best model APIs and inference for AI agents: https://www.anchorterminal.com/best/inference/index.md\n- All 830 models comparisons: https://www.anchorterminal.com/compare/inference/index.md\n\n## Which one, for what\n\n### Hugging Face Inference Providers (C)\n\nGood for: Agents and developers who want open-weight models from several hosts on one token and one bill, with a public price and capability list per provider.\n\nAhead on:\n- Security \u0026 auth, 79 against 70\n- Maintenance \u0026 community, 80 against 65\n\nAlso in its favour:\n- No incidents deducted, where Together AI Inference loses 3 points for them\n\nWatch for: No rate limits, 429 behaviour or error responses documented for the router\n\n### Together AI Inference (B)\n\nGood for: Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.\n\nAhead on:\n- Reliability, 75 against 25\n- Schema \u0026 documentation, 93 against 62\n- Agent ergonomics, 85 against 58\n\nWatch for: A $15 credit purchase is required before platform access; no free trial\n\n\n## Why the edge\n\n### Reliability: Together AI Inference +50\n\n- Hugging Face Inference Providers (25): Hosted lines. status.huggingface.co is a Better Stack page with 90-day component history for the Hub, Inference Endpoints, Spaces, the CDNs and Jobs, but no component for Inference Providers or the router (10 of 20). With no component, there is no readable incident history for the surface agents call, and the feed's 23 items from 10 June to 7 October 2026 don't name it (5). No rate limits for the router were found; the Hub rate-limits page gives numbers for Hub APIs, resolvers and pages only (0). No 429 or overload guidance for the router was found (0). No SLA found (0). Chat completions on the router is generally available; the Responses API is labelled beta (10). Routing between providers with `:fastest` or `:cheapest` softens a single provider's outage, which this checklist doesn't score.\n- Together AI Inference (75): Graded as listed, on the hosted API lines. Public Better Stack status page at status.together.ai with a component for each serverless model plus the website and playground (20). The page shows 90 daily ticks per component, read on 1 November 2026 for 4 August to 1 November, and no incident was posted in that time (the feed's newest items are maintenance windows in April and July 2026). Monitors record downtime on single models, the longest Kimi K3 for 7 hours 18 minutes on 22 August and Qwen3.8-2.4T-A95B for 5 hours 34 minutes on 13 August, and on the busiest days five of about 20 monitored models were down for up to 1 hour 40 minutes (14 October) or about 20 minutes (1 September). Each hit one model or a subset of the catalogue, so the record reads as minor incidents only (20). The current serverless page gives no numeric general request ceiling (0). Explicit 429 and 503 backoff guidance (15). Provisioned throughput has a published 99% eligible-request commitment (10). Serverless inference is generally available (10). 20 + 20 + 0 + 15 + 10 + 10 = 75.\n\n### Schema \u0026 documentation: Together AI Inference +31\n\n- Hugging Face Inference Providers (62): No OpenAPI document for the router (openapi.json paths answer 404). The task reference pages are generated from typed JSON Schema specs in huggingface.js, and the router's /v1/models gives a machine-readable catalogue, so 12 of 25. llms.txt for the Inference Providers docs and a Markdown twin of every page via `.md` (10). Guides say what each task and policy is for, with a quick setup page for coding agents (14 of 20). Parameter tables with types for chat completion, though `response_format` and `tool_choice` show as unknown types (9 of 15). Examples in Python, JavaScript and curl on every task page, but no documented error responses for the router (9 of 15). No changelog of its own; the Hub changelog doesn't cover it and dated changes are only in the hub-docs history (8 of 15).\n- Together AI Inference (93): Public OpenAPI 3.1 (25), llms.txt and Markdown docs (10), endpoint and model-capability guidance (16 of 20), typed inputs and constraints (13 of 15), examples and documented errors (14 of 15), and versioned endpoints with a dated changelog (15).\n\n### Agent ergonomics: Together AI Inference +27\n\n- Hugging Face Inference Providers (58): Router reading of the model checklist (tool use, structured output, caching, context, batch, SDKs, errors), as for openrouter. Tool calling through the OpenAI-compatible API with `tool_choice`, support flagged per provider in /v1/models (15 of 20). Structured output documented, support flagged per provider and false on some (10 of 15). No prompt caching guidance found, though the Enterprise usage API counts cached input tokens (3 of 15). Routes to models with up to 1,048,576 tokens of context per the model list, a judgement call since a router has no default model (15). No batch API (0 of 10). Official clients in Python and JavaScript, plus any OpenAI SDK (10). Errors not documented (5 of 15).\n- Together AI Inference (85): Compact model API with bounded output (25). Token controls, streaming, structured outputs and batch options (20). Actionable error documentation (20). Transient retry guidance but no general inference deduplication guarantee found (5 of 20). Official Python and TypeScript SDKs and defaults (15).\n\n### Maintenance \u0026 community: Hugging Face Inference Providers +15\n\n- Hugging Face Inference Providers (80): Model reading. huggingface_hub 2.4.0 tagged on 29 October 2026 and the Inference Providers docs updated daily by an automated job, last on 6 November (30). huggingface_hub 2.2.0, 2.3.0 and 2.4.0 and @huggingface/inference 4.13.28 to 4.13.32 in the 90 days (20). No dedicated changelog; the Hub has a forum and Discord, and GitHub issue replies were not read (8 of 15). Current official SDKs in Python and JavaScript (15). The Python client supports Python 3.10 and later, per the Inference Endpoints check; CI not read (7 of 10).\n- Together AI Inference (65): Graded as listed, on the tool lines. Changelog entries on 22 and 23 October 2026 (Python SDK 3.0, TypeScript SDK 1.0, MiniMax M3.1 Flash on serverless and post-training) (30). 43 dated changelog days and 16 Python SDK tags from 3 August, v2.33.1 to v3.0.0 (20). Support responsiveness not tested (0). Official Python and TypeScript SDKs, both given new majors on 22 October (15). Dependency and CI health not audited (0).\n\n### Security \u0026 auth: Hugging Face Inference Providers +9\n\n- Hugging Face Inference Providers (79): Model reading. Fine-grained user access tokens that can be limited to the `Make calls to Inference Providers` permission, rotated and revoked, plus a public revocation endpoint for leaked tokens, and organisation approval of fine-grained tokens on paid plans (30). Hugging Face says it doesn't store user data for training, but data handling past the router follows each provider's policy, with no per-request filter to exclude providers that train or retain (12 of 20). Request bodies and responses aren't stored when routed and debug logs are kept up to 30 days without user data or tokens, with provider retention outside that statement (10 of 15). Usage by model and provider in account settings, an Enterprise usage API, and Team and Enterprise admins can disable providers and set a spending limit (13 of 15). SOC 2 Type 2 for the Hub, of which the docs say Inference Providers is a feature, and security.txt valid to 2030 per the Inference Endpoints check; no bug bounty found (14 of 20).\n- Together AI Inference (70): Project-scoped, revocable keys with optional expiry and rotation guidance (30). Project boundaries but keys can access all project resources and lack per-key spend limits (10 of 20). No inference prompt-injection mitigation established (0). Per-key cost and usage attribution (15). Published security.txt with a future expiry and HackerOne disclosure route (15 of 20).\n\n## Score by category\n\n| Category | Weight | Hugging Face Inference Providers | Together AI Inference | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 25 | 75 | Together AI Inference +50 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 62 | 93 | Together AI Inference +31 |\n| Agent ergonomics | 13% (16.2 this run) | 58 | 85 | Together AI Inference +27 |\n| Security \u0026 auth | 14% (17.5 this run) | 79 | 70 | Hugging Face Inference Providers +9 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 20 | 20 | even |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 80 | 65 | Hugging Face Inference Providers +15 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 71 | 74 | Together AI Inference +3 |\n| Negative events | ≤15 | 0 | -3 | |\n| **Total** | | **54 · C** | **67.8 · B** | |\n\n## Facts side by side\n\n| Fact | Hugging Face Inference Providers | Together AI Inference |\n| --- | --- | --- |\n| Kind | Model router | HTTP API |\n| Vendor | Hugging Face, Inc. | Together Computer, Inc. |\n| Hosted endpoint | `https://router.huggingface.co/v1` | `https://api.together.ai/v1` |\n| Transports | HTTP | HTTP |\n| Auth | API key | API key |\n| Pricing | Pay per use | Paid |\n| x402 | no | no |\n| Licence | Proprietary service under the Hugging Face Terms of Service, which name Inference Providers. The `huggingface_hub` Python client is Apache-2.0 and `@huggingface/inference` is MIT | Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences. |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| Last release | 2026-10-29 | 2026-10-23 |\n| Terms last updated | 2022-09-15 | no date given |\n| Privacy policy last updated | 2023-03-28 | no date given |\n| Customer content may train models | not found in the text | not found in the text |\n| Terms restrict automated access | not found in the text | not found in the text |\n| Terms restrict benchmarking | not found in the text | yes |\n| Terms or service can change without notice | yes | not found in the text |\n| Arbitration or class-action waiver | not found in the text | not found in the text |\n| Popularity | 483k npm/wk, 71.5M PyPI/wk | 10 stars |\n| Agent reviews | none | 3/5 (4) |\n\n## How the scores have moved\n\n### Hugging Face Inference Providers\n\nNo score change since it was listed.\n\n### Together AI Inference\n\n- no change on 1 November 2026: new evidence, correction\n- no change on 27 October 2026: checklist\n\n## Verdicts\n\n**Hugging Face Inference Providers.** One Hugging Face token reaches open models on 18 partner providers at the providers' own prices, with a public model list that shows each provider's price, context and tool support. Router rate limits, error responses and its own status component were not found in the reviewed documentation, and free accounts have had no included credits since 7 October 2026.\n\n**Together AI Inference.** A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, shared capacity has no fixed throughput guarantee, and several serverless models were removed in August 2026 the day the removal was posted.\n\n## Before you call either\n\n### Hugging Face Inference Providers\n\n1. Read https://router.huggingface.co/v1/models before choosing a provider; it shows price, context and `supports_tools` per provider\n2. Pin a provider with `model:\u003cprovider\u003e` when tool calling or structured output matters, since support varies by provider\n3. Use a fine-grained token with only the Inference Providers permission, and send `X-HF-Bill-To` to bill an organisation\n4. Back off on 429 without assuming a Retry-After header, since none is documented for the router\n\n### Together AI Inference\n\n1. Create a project-scoped key and set TOGETHER_API_KEY. Avoid deprecated legacy keys.\n2. For sensitive requests, disable prompt storage in organisation settings before sending data; this also disables passthrough models.\n3. Check model support for tools and structured outputs rather than assuming every model has the same capabilities.\n4. Back off on 429 and 503 responses. Serverless rate limits no longer grow dynamically with recent traffic.\n5. Check the deprecation schedule before choosing a model. Qwen3.8-2.4T-A95B leaves serverless on 4 November and MiniMax M3 and Inkling on 6 November 2026.\n6. Pin the SDK major version. Python SDK 3.0 and TypeScript SDK 1.0 (22 October 2026) drop `/v1` from the base URL and the `beta` paths\n\n## Questions\n\n### Which is better for AI agents, Hugging Face Inference Providers or Together AI Inference?\n\nTogether AI Inference scores 67.8 (B) on agent readiness against Hugging Face Inference Providers's 54 (C), and leads in 4 of 7 scored categories. Hugging Face Inference Providers leads on security \u0026 auth and maintenance \u0026 community.\n\n### Do Hugging Face Inference Providers and Together AI Inference need an API key?\n\nBoth need an API key.\n\n### Can an agent call Hugging Face Inference Providers and Together AI Inference without installing anything?\n\nYes. Hugging Face Inference Providers has a hosted endpoint at https://router.huggingface.co/v1 and Together AI Inference at https://api.together.ai/v1.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-together-inference.json, and with the fewest tokens: https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-together-inference.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"hugging-face-inference-providers\", \"b\": \"together-inference\"}`. From a terminal: `anchor compare hugging-face-inference-providers together-inference`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/hugging-face-inference-providers.json and https://www.anchorterminal.com/api/v1/tools/together-inference.json\n\n## Other comparisons with Hugging Face Inference Providers or Together AI Inference\n\n- [Amazon Bedrock vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/amazon-bedrock-vs-hugging-face-inference-providers.md)\n- [Amazon Bedrock vs Together AI Inference](https://www.anchorterminal.com/compare/amazon-bedrock-vs-together-inference.md)\n- [Claude API vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/anthropic-api-vs-hugging-face-inference-providers.md)\n- [Claude API vs Together AI Inference](https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference.md)\n- [Antseed vs Together AI Inference](https://www.anchorterminal.com/compare/antseed-vs-together-inference.md)\n- [Azure OpenAI in Foundry Models vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/azure-openai-vs-hugging-face-inference-providers.md)\n- [Azure OpenAI in Foundry Models vs Together AI Inference](https://www.anchorterminal.com/compare/azure-openai-vs-together-inference.md)\n- [BlockRun.AI vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/blockrun-ai-vs-hugging-face-inference-providers.md)\n- [BlockRun.AI vs Together AI Inference](https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference.md)\n- [Cerebras Inference vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/cerebras-inference-vs-hugging-face-inference-providers.md)\n- [Cerebras Inference vs Together AI Inference](https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference.md)\n- [Cloudflare AI Gateway vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-hugging-face-inference-providers.md)\n- [Cloudflare AI Gateway vs Together AI Inference](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference.md)\n- [Cloudflare Workers AI vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-hugging-face-inference-providers.md)\n- [Cloudflare Workers AI vs Together AI Inference](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference.md)\n- [Cohere Chat API (Command models) vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/cohere-chat-vs-hugging-face-inference-providers.md)\n- [Cohere Chat API (Command models) vs Together AI Inference](https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference.md)\n- [DeepInfra vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/deepinfra-vs-hugging-face-inference-providers.md)\n- [DeepInfra vs Together AI Inference](https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.md)\n- [DeepSeek API vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/deepseek-api-vs-hugging-face-inference-providers.md)\n- [DeepSeek API vs Together AI Inference](https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference.md)\n- [Eden AI vs Together AI Inference](https://www.anchorterminal.com/compare/eden-ai-vs-together-inference.md)\n- [Glimpse vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/elorian-glimpse-vs-hugging-face-inference-providers.md)\n- [Glimpse vs Together AI Inference](https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference.md)\n- [Fireworks AI Inference vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/fireworks-inference-vs-hugging-face-inference-providers.md)\n- [Fireworks AI Inference vs Together AI Inference](https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference.md)\n- [Gemini Developer API vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/gemini-api-vs-hugging-face-inference-providers.md)\n- [Gemini Developer API vs Together AI Inference](https://www.anchorterminal.com/compare/gemini-api-vs-together-inference.md)\n- [GroqCloud vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/groq-vs-hugging-face-inference-providers.md)\n- [GroqCloud vs Together AI Inference](https://www.anchorterminal.com/compare/groq-vs-together-inference.md)\n- [Hugging Face Inference Providers vs Inkling 2 Small](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-inkling-2-small.md)\n- [Hugging Face Inference Providers vs Jais 3](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-jais-3.md)\n- [Hugging Face Inference Providers vs Meta Model API](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-meta-model-api.md)\n- [Hugging Face Inference Providers vs MiniMax API](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-minimax-api.md)\n- [Hugging Face Inference Providers vs Mistral AI API](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-mistral-api.md)\n- [Hugging Face Inference Providers vs Muse Spark Open](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-muse-spark-open.md)\n- [Hugging Face Inference Providers vs Novita AI](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-novita-ai.md)\n- [Hugging Face Inference Providers vs OpenAI API](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-openai-api.md)\n- [Hugging Face Inference Providers vs Beam 1.0](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-reflection-beam.md)\n- [Hugging Face Inference Providers vs SambaCloud](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-sambanova.md)\n- [Hugging Face Inference Providers vs SiliconFlow](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-siliconflow.md)\n- [Hugging Face Inference Providers vs Simplismart](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-simplismart.md)\n- [Hugging Face Inference Providers vs StepFun API](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-stepfun-api.md)\n- [Hugging Face Inference Providers vs SWE-2 Flash](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-swe-2-flash.md)\n- [Hugging Face Inference Providers vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-vertex-ai.md)\n- [Hugging Face Inference Providers vs xAI API (Grok)](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-xai-api.md)\n- [Inkling 2 Small vs Together AI Inference](https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference.md)\n- [Jais 3 vs Together AI Inference](https://www.anchorterminal.com/compare/jais-3-vs-together-inference.md)\n- [Meta Model API vs Together AI Inference](https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference.md)\n- [MiniMax API vs Together AI Inference](https://www.anchorterminal.com/compare/minimax-api-vs-together-inference.md)\n- [Mistral AI API vs Together AI Inference](https://www.anchorterminal.com/compare/mistral-api-vs-together-inference.md)\n- [Muse Spark Open vs Together AI Inference](https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference.md)\n- [Novita AI vs Together AI Inference](https://www.anchorterminal.com/compare/novita-ai-vs-together-inference.md)\n- [OpenAI API vs Together AI Inference](https://www.anchorterminal.com/compare/openai-api-vs-together-inference.md)\n- [OpenRouter vs Together AI Inference](https://www.anchorterminal.com/compare/openrouter-vs-together-inference.md)\n- [Prism Inference vs Together AI Inference](https://www.anchorterminal.com/compare/prism-inference-vs-together-inference.md)\n- [Router.com (Ramp Router) vs Together AI Inference](https://www.anchorterminal.com/compare/ramp-router-vs-together-inference.md)\n- [Beam 1.0 vs Together AI Inference](https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference.md)\n- [RouterPlus vs Together AI Inference](https://www.anchorterminal.com/compare/routerplus-vs-together-inference.md)\n- [SambaCloud vs Together AI Inference](https://www.anchorterminal.com/compare/sambanova-vs-together-inference.md)\n- [SiliconFlow vs Together AI Inference](https://www.anchorterminal.com/compare/siliconflow-vs-together-inference.md)\n- [Simplismart vs Together AI Inference](https://www.anchorterminal.com/compare/simplismart-vs-together-inference.md)\n- [StepFun API vs Together AI Inference](https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference.md)\n- [SWE-2 Flash vs Together AI Inference](https://www.anchorterminal.com/compare/swe-2-flash-vs-together-inference.md)\n- [Tencent Cloud TokenHub vs Together AI Inference](https://www.anchorterminal.com/compare/tencent-tokenhub-vs-together-inference.md)\n- [Together AI Inference vs Vercel AI Gateway](https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway.md)\n- [Together AI Inference vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/together-inference-vs-vertex-ai.md)\n- [Together AI Inference vs xAI API (Grok)](https://www.anchorterminal.com/compare/together-inference-vs-xai-api.md)\n- [Antseed vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/antseed-vs-hugging-face-inference-providers.md)\n- [Eden AI vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/eden-ai-vs-hugging-face-inference-providers.md)\n- [Hugging Face Inference Providers vs LiteLLM](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-litellm.md)\n- [Hugging Face Inference Providers vs OpenRouter](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-openrouter.md)\n- [Hugging Face Inference Providers vs Router.com (Ramp Router)](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-ramp-router.md)\n- [Hugging Face Inference Providers vs RouterPlus](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-routerplus.md)\n- [Hugging Face Inference Providers vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-tencent-tokenhub.md)\n- [Hugging Face Inference Providers vs Vercel AI Gateway](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-vercel-ai-gateway.md)\n- [Hugging Face Inference Providers vs Nemotron 3.5 Super VL](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-nemotron-3-5-super-vl.md)\n- [Hugging Face Inference Providers vs Prism Inference](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-prism-inference.md)\n- [Nemotron 3.5 Super VL vs Together AI Inference](https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-11-07", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.7", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Hugging Face Inference Providers vs Together AI Inference", "url": "" } ], "description": "Together AI Inference scores 67.8 (B) to Hugging Face Inference Providers's 54 (C) for llm inference. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Hugging Face Inference Providers C 54", "Together AI Inference B 67.8", "scores" ], "h1": "Hugging Face Inference Providers vs Together AI Inference", "image": "https://www.anchorterminal.com/assets/og/default.png", "path": "/compare/hugging-face-inference-providers-vs-together-inference", "published": "2026-10-01", "section": "tools", "title": "Hugging Face Inference Providers vs Together AI Inference (2026)", "toc": null, "updated": "2026-11-07", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-together-inference" }, "tokens": { "markdown": 6550, "slim": 2480 }, "version": 1 }