{ "data": { "a": { "slug": "deepinfra", "name": "DeepInfra", "vendor": "Deep Infra Inc.", "vendorUrl": "https://deepinfra.com", "kind": "model", "category": "inference", "summary": "DeepInfra is a hosted inference API for open-weight and some third-party models, covering chat, embeddings, reranking, image, video and speech. It answers OpenAI-style and Anthropic-style calls at api.deepinfra.com with a Bearer key.", "url": "https://www.anchorterminal.com/tools/deepinfra", "markdownUrl": "https://www.anchorterminal.com/tools/deepinfra.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/deepinfra.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/deepinfra.json", "dns": "deepinfra.grade.anchorterminal.com", "repo": "https://github.com/deepinfra/deepinfra-python", "license": "Proprietary service under the DeepInfra Terms of Service. The Python and Node SDKs and the docs repository are MIT", "transports": [ "http" ], "remoteUrl": "https://api.deepinfra.com/v1/openai", "packages": [ { "registry": "pypi", "name": "deepinfra" }, { "registry": "npm", "name": "deepinfra" } ], "auth": "api-key", "authNotes": "Self-serve Bearer key from the dashboard at https://deepinfra.com/dash/api_keys after a browser sign-up with Google, GitHub, email or Okta SSO. The Anthropic-style routes also take the key in `x-api-key`. Keys can carry an IP allowlist and a monthly spending limit, and a key can mint scoped JWTs limited by model, expiry and spend.", "pricing": "usage", "pricingNotes": "Pay per token, image, audio minute or GPU-hour, with no free tier. An account must add a card or prepay. DeepSeek-V4-Flash-0731 costs $0.06 in and $0.18 out per 1M tokens, the priority tier is 1.5x, flex 0.8x and batch 20 per cent off (https://deepinfra.com/pricing, checked 2026-10-08).", "priceSummary": "from $0.06 / 1M in", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs index, the docs repository, the OpenAPI document or the pricing page (checked 2026-10-08).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 21, "npmWeekly": 1250, "pypiWeekly": 50, "asOf": "2026-10-08" }, "docsUrl": "https://docs.deepinfra.com/", "rateLimitsUrl": "https://docs.deepinfra.com/account/rate-limits", "llmsTxt": "https://docs.deepinfra.com/llms.txt", "openapi": "https://api.deepinfra.com/openapi.json", "capabilities": [ "inference.llm", "inference.open-weights", "embed.text", "rerank", "image.generate", "speech.stt", "speech.tts", "compute.batch" ], "tags": [ "hosted", "model", "open-weights", "usage-based", "card-required", "openapi", "llms-txt", "openai-compatible", "anthropic-compatible", "batch", "prompt-caching", "python", "typescript", "status-page", "soc2" ], "lastRelease": "2026-10-07", "graded": true, "anchor": { "graded": true, "score": 63.1, "grade": "B", "agentReady": false, "rank": 464, "ranked": true, "rankOf": 1260, "categoryRank": 16, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 77, "maintenance": 65, "payments": 20, "reliability": 70, "schema": 69, "security": 64, "transparency": 68 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-08" }, "negative": 0, "verdict": "The model list, context sizes and per-token prices are readable without a key, and keys can carry an IP allowlist, a monthly spending cap and model-limited JWTs. Deprecated models get one week's notice and are then redirected to another model, there is no changelog or SLA, and an account needs a card or prepayment before any call.", "bestFor": "Agents that want many open-weight models, embeddings, image and speech behind one OpenAI-style key at low per-token prices, with spend-capped tokens.", "strengths": [ "`GET /v1/openai/models` answered without a key on 8 October 2026 with 181 models, each with context length, output cap and per-token prices", "Scoped JWTs limit a token to named models, an expiry and a USD spending limit, and each API key can carry an IP allowlist and a monthly cap", "The terms commit to zero data retention and no training on Customer Data, and say that clause controls over the privacy policy and docs", "Batch API at 20 per cent off, a flex tier at 0.8x, prompt caching with cached-input prices and server-side fallback across up to four models", "Status page with 90-day history for the API, the website and 154 models, plus a dated list of scheduled deprecations" ], "weaknesses": [ "A deprecated model gets at least one week's notice, and requests are then forwarded to a replacement model under the old id", "The status feed lists 50 automated major-outage observations on single models since 3 August 2026, several longer than 24 hours, with no written incident notes", "No free tier. The pricing page says an account must add a card or prepay before using the service", "No changelog, SLA, error reference or `Retry-After` header was found in the reviewed documentation", "The sub-processor list names three companies and is dated 6 September 2024, while the docs say Google and Anthropic receive data for their models" ], "agentNotes": [ "Call `GET https://api.deepinfra.com/v1/openai/models` at start-up for ids, context sizes and prices. No key is needed", "Check the `model` field of each response. After a deprecation date, requests to the old id are served by a replacement model", "Ask the account owner for a scoped JWT limited to the models and spend the task needs, not the full API key", "Stay under 200 concurrent requests per model. On 429 `engine_overloaded`, retry after a delay, or send `models` with up to four fallbacks", "Never inspect a JWT with `GET /v1/scoped-jwt?jwtoken=`, which puts the token in the URL. Keep credentials in the `Authorization` header" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 4, "avgRating": 3.5, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 63.1 } ], "editorialScores": { "ergonomics": 77, "maintenance": 65, "payments": 20, "reliability": 70, "schema": 69, "security": 64, "transparency": 60 }, "provenanceScore": 75, "checked": { "categories": { "ergonomics": "2026-10-08", "maintenance": "2026-10-08", "payments": "2026-10-08", "reliability": "2026-10-08", "schema": "2026-10-08", "security": "2026-10-08", "transparency": "2026-10-08" }, "last": "2026-10-08", "lastMoved": "2026-10-27", "oldest": "2026-10-08", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "pip install openai # or: npm install openai", "http": "curl \"https://api.deepinfra.com/v1/openai/chat/completions\" \\\n -H \"Content-Type: application/json\" \\\n -H \"Authorization: Bearer $DEEPINFRA_API_KEY\" \\\n -d '{\"model\":\"deepseek-ai/DeepSeek-V4-Flash-0731\",\"messages\":[{\"role\":\"user\",\"content\":\"Hello\"}]}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/deepinfra" }, "area": "models", "provenance": { "legalEntity": "Deep Infra Inc.", "domain": "deepinfra.com", "domainRegistered": "2017-12-08", "endpointOnVendorDomain": true, "terms": "https://deepinfra.com/terms", "privacy": "https://deepinfra.com/privacy", "statusPage": "https://status.deepinfra.com", "changelog": "", "securityTxt": "none", "checked": "2026-10-08", "notes": [ "The Terms of Service, last modified 17 August 2026, name Deep Infra Inc., a Delaware corporation, with California law and JAMS arbitration in San Francisco. They are written around Service Orders and govern the services, the API included.", "The Privacy Policy, last modified 15 August 2026, names DeepInfra, Inc., a Delaware corporation, covers the website and the APIs, and has a section on data sent to and returned by the inference service.", "No changelog or release notes page was found in the docs index or the site map.", "https://deepinfra.com/.well-known/security.txt returns 404.", "RDAP for deepinfra.com gives a registration date of 2017-12-08.", "The API answers at api.deepinfra.com, the docs at docs.deepinfra.com and the status page at status.deepinfra.com.", "No SLA or published DPA was found. The terms mention a DPA only where the parties execute one." ], "score": 75 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/deepinfra.json", "live": { "slug": "deepinfra", "probe": { "target": "https://api.deepinfra.com/v1/openai", "method": "get", "lastAt": "2026-11-02T00:56:01.321951357Z", "lastOk": true, "lastStatus": 404, "lastMs": 382, "authRequired": false, "uptime24h": 97.59, "uptime30d": 99.9, "p50ms24h": 390, "p95ms24h": 790, "samples24h": 249, "samples30d": 5942, "days": [ { "date": "2026-10-09", "probes": 169, "ok": 169 }, { "date": "2026-10-10", "probes": 247, "ok": 247 }, { "date": "2026-10-11", "probes": 247, "ok": 247 }, { "date": "2026-10-12", "probes": 247, "ok": 247 }, { "date": "2026-10-13", "probes": 248, "ok": 248 }, { "date": "2026-10-14", "probes": 249, "ok": 249 }, { "date": "2026-10-15", "probes": 253, "ok": 253 }, { "date": "2026-10-16", "probes": 252, "ok": 252 }, { "date": "2026-10-17", "probes": 253, "ok": 253 }, { "date": "2026-10-18", "probes": 256, "ok": 256 }, { "date": "2026-10-19", "probes": 255, "ok": 255 }, { "date": "2026-10-20", "probes": 252, "ok": 252 }, { "date": "2026-10-21", "probes": 253, "ok": 253 }, { "date": "2026-10-22", "probes": 253, "ok": 253 }, { "date": "2026-10-23", "probes": 248, "ok": 248 }, { "date": "2026-10-24", "probes": 251, "ok": 251 }, { "date": "2026-10-25", "probes": 250, "ok": 250 }, { "date": "2026-10-26", "probes": 252, "ok": 252 }, { "date": "2026-10-27", "probes": 249, "ok": 249 }, { "date": "2026-10-28", "probes": 251, "ok": 251 }, { "date": "2026-10-29", "probes": 248, "ok": 248 }, { "date": "2026-10-30", "probes": 249, "ok": 249 }, { "date": "2026-10-31", "probes": 251, "ok": 251 }, { "date": "2026-11-01", "probes": 249, "ok": 243 }, { "date": "2026-11-02", "probes": 10, "ok": 10 } ], "outages": [ { "start": "2026-11-01T03:07:06.786817404Z", "end": "2026-11-01T03:30:15.593945224Z", "note": "dial tcp 38.101.151.21:443: i/o timeout" } ] }, "vendorStatus": { "page": "https://status.deepinfra.com", "indicator": "unknown", "summary": "no machine-readable status found", "checkedAt": "2026-11-01T22:56:59.297095593Z" }, "versions": [ { "registry": "github", "name": "deepinfra/deepinfra-python", "version": "v0.2.1", "released": "2026-08-05", "seenAt": "2026-11-01T16:54:16.498129564Z" }, { "registry": "npm", "name": "deepinfra", "version": "2.0.2", "seenAt": "2026-11-01T16:54:15.593263803Z" }, { "registry": "pypi", "name": "deepinfra", "version": "0.3.0", "released": "2026-08-12", "seenAt": "2026-11-01T16:54:15.352312439Z" } ], "githubStars": 1, "npmWeekly": 714, "pypiWeekly": 119, "securityTxt": { "url": "https://deepinfra.com/.well-known/security.txt", "state": "none", "checkedAt": "2026-11-01T15:42:54.075240913Z" }, "llmsTxt": { "url": "https://docs.deepinfra.com/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-11-01T15:13:34.087016638Z" }, "domain": { "domain": "deepinfra.com", "registered": "2017-12-08", "source": "https://rdap.verisign.com/com/v1/domain/deepinfra.com", "checkedAt": "2026-11-01T14:27:42.920488746Z" }, "pages": [ { "url": "https://status.deepinfra.com/", "kind": "deprecations", "status": 200, "checkedAt": "2026-11-01T06:53:23.758302567Z", "changedAt": "2026-11-01T06:53:23.758302567Z", "fingerprint": "163b3ab8d14b" }, { "url": "https://deepinfra.com/pricing", "kind": "pricing", "status": 200, "checkedAt": "2026-11-01T06:38:36.478360211Z", "changedAt": "2026-11-01T06:38:36.478360211Z", "fingerprint": "b4c95517b11d" }, { "url": "https://deepinfra.com/privacy", "kind": "privacy", "status": 200, "checkedAt": "2026-11-01T06:38:38.542793781Z", "changedAt": "2026-11-01T06:38:38.542793781Z", "fingerprint": "9c594fad5e9e" }, { "url": "https://deepinfra.com/terms", "kind": "terms", "status": 200, "checkedAt": "2026-11-01T06:38:40.562423045Z", "changedAt": "2026-11-01T06:38:40.562423045Z", "fingerprint": "ba1a910afa99" } ], "github": { "repo": "deepinfra/deepinfra-python", "checkedAt": "2026-10-26T07:22:41.960360024Z", "stars": 1, "archived": false, "issuesEnabled": true, "pushedAt": "2026-08-12T08:03:27Z", "openIssues": 7, "openPRs": 2, "issuesOpened90d": 2, "issuesClosed90d": 0, "prsMerged90d": 2, "ci": { "branch": "main", "runs": 7, "success": 6, "failure": 1, "other": 0, "latest": "success", "latestAt": "2026-08-12T06:36:17Z" }, "replies": { "sampled": 13, "unanswered": 7, "medianDays": 3 } }, "updatedAt": "2026-11-02T00:56:01.321951357Z" } }, "answer": "DeepInfra scores 63.1 (B) on agent readiness against Tencent Cloud TokenHub's 59.5 (C), and leads in 2 of 7 scored categories. Tencent Cloud TokenHub leads on agent ergonomics, security \u0026 auth, payments \u0026 pricing and maintenance \u0026 community.", "b": { "slug": "tencent-tokenhub", "name": "Tencent Cloud TokenHub", "vendor": "Tencent Cloud", "vendorUrl": "https://cloud.tencent.com", "kind": "router", "category": "inference", "summary": "Tencent Cloud TokenHub is a hosted model gateway serving Tencent's Hy models and third-party models such as DeepSeek, Kimi, GLM and MiniMax through OpenAI-compatible and Anthropic-compatible endpoints in Guangzhou and Singapore, with per-key scopes and quotas.", "url": "https://www.anchorterminal.com/tools/tencent-tokenhub", "markdownUrl": "https://www.anchorterminal.com/tools/tencent-tokenhub.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/tencent-tokenhub.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/tencent-tokenhub.json", "dns": "tencent-tokenhub.grade.anchorterminal.com", "repo": "https://github.com/TencentCloud/THCLI", "license": "Proprietary service under the TokenHub Terms of Service, the TokenHub SLA and the Tencent Cloud Service Agreement, with a special note for third-party deployed models. The `tencent-tokenhub-cli` package is Apache-2.0", "transports": [ "http" ], "remoteUrl": "https://tokenhub.tencentmaas.com/v1", "packages": [ { "registry": "npm", "name": "tencent-tokenhub-cli" } ], "auth": "api-key", "authNotes": "Bearer API key from the TokenHub console, or `x-api-key` on the Anthropic-style `/v1/messages`. Keys are long-lived, belong to one region (Guangzhou or Singapore), can be limited to chosen models and inference services, up to 200 IP ranges and token quotas, and can be disabled or deleted. They can also be created through the CreateApiKey control-plane call with signed Tencent Cloud credentials, or by `thcli auth login`. The account needs real-name verification first.", "pricing": "usage", "pricingNotes": "Pay per token in CNY, billed hourly. Hy4 preview costs 6 CNY in, 18 CNY out and 0.3 CNY cached per 1M tokens, Hy3 1, 4 and 0.25 CNY. DeepSeek models double at weekday peak hours. Batch is half price for Hy3 and Hy4 preview. Each account gets 1M free tokens per language model for a year, in a campaign to 31 December 2026. Token Plan subscriptions run from 28 to 599 CNY a month (https://cloud.tencent.com/document/product/1823/130055, checked 2026-11-01).", "priceSummary": "Pay per use", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs table of contents, the billing pages or the API usage page. Payment is from a Tencent Cloud account balance, billed hourly (checked 2026-11-01).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": 204, "pypiWeekly": null, "asOf": "2026-11-01" }, "docsUrl": "https://cloud.tencent.com/document/product/1823/130058", "rateLimitsUrl": "https://cloud.tencent.com/document/product/1823/136028", "llmsTxt": "https://cloud.tencent.com/document/product/1823/llms.txt", "capabilities": [ "inference.router", "inference.llm", "inference.open-weights", "embed.text", "embed.multimodal", "image.generate", "video.generate", "speech.tts", "speech.stt", "audio.music", "translate.text", "web.search", "obs.gateway" ], "tags": [ "hosted", "router", "usage-based", "free-credit", "openai-compatible", "anthropic-compatible", "llms-txt", "cli", "sla", "batch", "bug-bounty", "no-status-page", "regional-endpoints", "singapore", "chinese", "subscription" ], "lastRelease": "2026-10-24", "graded": true, "anchor": { "graded": true, "score": 59.5, "grade": "C", "agentReady": false, "rank": 646, "ranked": true, "rankOf": 1260, "categoryRank": 18, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 83, "maintenance": 73, "payments": 35, "reliability": 46, "schema": 73, "security": 71, "transparency": 54 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-01" }, "negative": -3, "negativeNotes": [ "2026-10-17. -3, a breaking change without notice. DeepSeek-V4.1-Flash (directly supplied) was moved to its 1017 version under the same model ids and prices on 17 October 2026, and the notice came two days later (https://cloud.tencent.com/announce/detail/2516). Callers pinned to the id got a different model's behaviour with no warning. One term at the floor: the API didn't change. The founder's decision, 1 November 2026." ], "verdict": "Keys can be limited to chosen models, source IPs and token quotas, errors name their source and code, and a 99.5% SLA covers paid use of models Tencent runs. Sign-up needs a Tencent Cloud account with real-name verification, prices are in CNY, no public status page was found, and 18 model retirement notices ran from April to October 2026.", "bestFor": "Teams in or near Tencent Cloud that want one key and bill for Tencent's Hy models and Chinese open-weight models (DeepSeek, Kimi, GLM, MiniMax, Qwen, MiMo) with per-key limits and CNY billing.", "strengths": [ "API keys can be limited to chosen models and inference services, up to 200 source IP ranges, and daily, monthly or total token quotas", "One base URL answers OpenAI Chat Completions, OpenAI Responses and Anthropic Messages calls, and `GET /v1/models` marks models due to retire as `pre-offline`", "Error bodies carry a six-digit code, English and Chinese messages, the source (client, gateway or upstream) and a request ID, and 429s can carry `Retry-After`", "A published SLA promises 99.5% monthly availability with voucher credits of 10 to 50 per cent of the month's fee, for paid use of models Tencent runs", "Per-call audit logs (request ID, key, client IP, status, tokens, latency) can be delivered to the customer's own Tencent Cloud CLS log service" ], "weaknesses": [ "Sign-up needs a Tencent Cloud account with real-name verification. The international site answered with a bot check, so access from outside China was not established", "No public status page was found. A four-hour outage of DeepSeek's directly supplied models on 15 October 2026 appears only as a compensation notice", "18 model retirement notices from 21 April to 22 October 2026. Those read gave 21 to 33 days, and eligible callers are switched to a successor at its price", "DeepSeek's directly supplied models send inputs to DeepSeek under its own terms, and the TokenHub SLA does not cover them", "Per-model RPM and TPM limits for chat models are shown in the console and the quota API, not in the public docs" ], "agentNotes": [ "Use `https://tokenhub.tencentmaas.com/v1` with keys made for Guangzhou and `https://tokenhub-intl.tencentmaas.com/v1` with keys made for Singapore. Keys do not work across the two", "Send the key as `Authorization: Bearer` on the OpenAI paths and as `x-api-key` on `/v1/messages`", "Parse `error.code` as a string or a number, since 429 codes can come back as integers, and wait for `Retry-After` before retrying", "Take model ids from `GET /v1/models` and watch for `pre-offline`. The quickstart's `deepseek-v3` example is not in the current model list", "Expect DeepSeek prices to double on weekdays from 9am to noon and 2pm to 6pm Beijing time, when the peak rate applies" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 59.5 } ], "editorialScores": { "ergonomics": 83, "maintenance": 73, "payments": 35, "reliability": 46, "schema": 73, "security": 71, "transparency": 59 }, "provenanceScore": 49, "checked": { "categories": { "ergonomics": "2026-11-01", "maintenance": "2026-11-01", "payments": "2026-11-01", "reliability": "2026-11-01", "schema": "2026-11-01", "security": "2026-11-01", "transparency": "2026-11-01" }, "last": "2026-11-01", "oldest": "2026-11-01", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "npm i -g tencent-tokenhub-cli", "http": "curl https://tokenhub.tencentmaas.com/v1/models \\\n -H \"Authorization: Bearer $TOKENHUB_API_KEY\"", "claudeCode": "{\n \"env\": {\n \"ANTHROPIC_BASE_URL\": \"https://tokenhub.tencentmaas.com\",\n \"ANTHROPIC_AUTH_TOKEN\": \"YOUR_API_KEY\",\n \"ANTHROPIC_MODEL\": \"hy3\"\n }\n}" }, "letme": { "capability": "https://letme.dev/inference.router", "tool": "https://letme.dev/tencent-tokenhub" }, "area": "models", "provenance": { "legalEntity": "Tencent Cloud Computing (Beijing) Co., Ltd. (腾讯云计算（北京）有限责任公司)", "domain": "tencentmaas.com", "domainRegistered": "2026-03-13", "endpointOnVendorDomain": false, "terms": "https://cloud.tencent.com/document/product/301/129852", "privacy": "https://privacy.qq.com/document/preview/91d5fd3c98ce4468ae462ac59233bba2", "statusPage": "", "changelog": "https://cloud.tencent.com/document/product/1823/130675", "securityTxt": "none", "checked": "2026-11-01", "notes": [ "The TokenHub Terms of Service (effective 14 September 2026), the SLA (effective 23 April 2026) and the special note on third-party deployed models (effective 14 September 2026) name 腾讯云计算（北京）有限责任公司. The docs footer also names 深圳市腾讯计算机系统有限公司 as ICP licence holder.", "The TokenHub privacy policy is linked from the docs to privacy.qq.com, which renders only with JavaScript, so it was not read. privacy.qq.com has no robots.txt (404).", "No public status page was found. status.cloud.tencent.com did not answer, and the Tencent Cloud health dashboard documentation answered with a bot check.", "security.txt answered 404 on cloud.tencent.com, www.tencent.com and tokenhub.tencentmaas.com. Tencent's bug bounty policy at en.security.tencent.com lists Tencent Cloud in scope.", "RDAP at Verisign gives tencentmaas.com a registration date of 13 March 2026 with no registrant. The API answers at tokenhub.tencentmaas.com and tokenhub-intl.tencentmaas.com, named in Tencent Cloud's API usage page.", "cloud.tencent.com allows these docs in robots.txt. Its pages answered some requests with a JavaScript bot check, which was not passed. The pages were read when a later plain request returned them. www.tencentcloud.com answered robots.txt with a bot check, so the international site was not read." ], "score": 49 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/tencent-tokenhub.json", "live": { "slug": "tencent-tokenhub", "probe": { "target": "https://tokenhub.tencentmaas.com/v1", "method": "get", "lastAt": "2026-11-02T00:56:24.101434531Z", "lastOk": true, "lastStatus": 404, "lastMs": 795, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 826, "p95ms24h": 1067, "samples24h": 28, "samples30d": 28, "days": [ { "date": "2026-11-01", "probes": 18, "ok": 18 }, { "date": "2026-11-02", "probes": 10, "ok": 10 } ] }, "updatedAt": "2026-11-02T00:56:24.101434531Z" } }, "edges": [ { "by": 24, "category": "reliability", "leads": "deepinfra", "name": "Reliability", "reasons": { "a": "Hosted reading. Own status page at status.deepinfra.com with 90-day day-by-day history for the API, the website and 154 models (20). The API component shows 100 per cent over 88.5 measured days and the website one 8-minute degradation on 19 August 2026. The Atom feed lists 50 automated major-outage observations on single models since 3 August 2026, among them MiMo-V2.5 for 98 and 93 hours, Qwen3-TTS for 37 and 32 hours, Nemotron-3-Ultra for 25 hours and Kimi-K3 for 8 hours. None is a written incident. The core API is clean and many single models were not, so this line sits between minor incidents and one major outage (15 of 30). 200 concurrent requests per model, published (15). 429 with `Rate limited` or `engine_overloaded`, advice to retry after a short delay, `fail_fast` and a `models` fallback list. No `Retry-After` header or backoff figures were found (10 of 15). No SLA found. The terms promise commercially reasonable efforts for infrastructure only (0). Generally available (10).", "b": "Hosted reading. No public status page was found. status.cloud.tencent.com did not answer and the Tencent Cloud health dashboard documentation answered with a bot check (0). With no page there is no incident record to read (5 of 30). The announcements carry one incident, DeepSeek's directly supplied models unavailable from 9:06 to 13:04 Beijing time on 15 October 2026 after a fault at DeepSeek, compensated with vouchers. Rate limits are per model, shown in the console and returned by DescribeModelQuota. The public docs give numbers only for batch jobs (20 created a minute, 10 active), image models (5 concurrent) and DeepSeek V4 Flash and Pro (2,500 and 500 concurrent), with the rules for self-serve increases (8 of 15). Six 429 codes separate RPM, TPM, TPD, concurrency and upstream capacity, 429s may carry `Retry-After` and the docs advise exponential backoff. No idempotency guidance, though inference calls are not writes (13 of 15). The TokenHub SLA promises 99.5% monthly availability with vouchers of 10, 25 or 50 per cent of the month's fee. It excludes free use and third-party deployed models such as DeepSeek's directly supplied ones (10). Generally available since 7 April 2026, with some models marked preview (10)." }, "scores": { "a": 70, "b": 46 } }, { "by": 15, "category": "payments", "leads": "tencent-tokenhub", "name": "Payments \u0026 pricing", "reasons": { "a": "No machine payment protocol (0). Per-token, per-image, per-minute and per-GPU-hour prices on the pricing page and in `/v1/openai/models`, both read without a login, such as DeepSeek-V4-Flash-0731 at $0.06 in and $0.18 out per 1M tokens (20). No free tier. The pricing page says an account must add a card or prepay (0). A person signs up in a browser, and the key API needs an existing key (0).", "b": "No x402, MPP or L402 (0). Per-token prices for every model are public in CNY for Guangzhou and Singapore, with DeepSeek's peak and off-peak rates (20). Each account gets 1M free tokens per language model, valid for a year, in a campaign running to 31 December 2026. No card is mentioned, but the account needs real-name verification, so this line takes 15 of 20. A person signs up and completes real-name verification in a browser. Keys can then be created in code or by `thcli auth login`, but only from that account (0)." }, "scores": { "a": 20, "b": 35 } }, { "by": 14, "category": "transparency", "leads": "deepinfra", "name": "Transparency \u0026 trust", "reasons": { "a": "Closed service with terms that name the entity and California law, and an MIT licence on the SDKs and docs (15). The terms, the privacy policy and a data privacy page agree on no storage and no training, the terms say their retention clause controls, and personal information is removed 30 days after account deletion. A DPA exists only when executed, and the entity is written Deep Infra Inc. in the terms and DeepInfra, Inc. in the privacy policy (21 of 30). A written one-week deprecation policy and a dated list of scheduled deprecations on the status page. No record of past removals was found (14 of 20). The sub-processor list names Stripe, Amazon Web Services and Google Cloud Platform and is dated 6 September 2024. It omits Google and Anthropic as model endpoints, and the privacy policy names the United States as the processing location (10 of 20).", "b": "Closed service under the TokenHub Terms of Service (effective 14 September 2026), the SLA (23 April 2026), a special note on third-party deployed models and the Tencent Cloud Service Agreement, naming Tencent Cloud Computing (Beijing) Co., Ltd. The CLI is Apache-2.0 (18 of 30). The terms and the FAQ agree that inputs are processed on the customer's instructions and not used for training, and clause 2.14 limits retention to what the service needs without periods. The TokenHub privacy policy on privacy.qq.com renders only with JavaScript and was not read (15 of 30). Dated retirement notices, shutdown dates in the model list, a `pre-offline` status in `/v1/models` and a `DiscontinuedAt` field in the control API. Clause 6.3 refunds paid, unused tokens when a third-party model is removed. No minimum notice period is written (13 of 20). Clause 2.13 places processing generally in mainland China for the China site and in Singapore for the international site, and the third-party model list names DeepSeek's Hangzhou company with a link to its terms. No subprocessor list was found (13 of 20)." }, "scores": { "a": 68, "b": 54 } }, { "by": 8, "category": "maintenance", "leads": "tencent-tokenhub", "name": "Maintenance \u0026 community", "reasons": { "a": "Model reading. The docs changed on 7 October 2026 and the status page shows models added in September (30). Deprecated models get at least one week's notice by email, then requests are forwarded to a replacement (5 of 12). Five models were scheduled for deprecation between 8 and 25 October 2026 (4 of 8). No changelog. Support is by Discord and a feedback address, and the docs repository is public (7 of 15). Replies on the SDK repositories were not examined (3 of 10). Python `deepinfra` 0.3.0 from 12 August 2026 with a changelog. The npm package's newest published version is 2.0.2 from 8 May 2024, while the repository is at 2.1.0 (9 of 15). CI workflows in both SDK repositories (7 of 10).", "b": "Closed service, read on the model lines. The newest release note is dated 24 October 2026 and the price page was updated on 31 October (30). The four retirement notices read gave 21 to 33 days, and eligible callers are switched to a successor at its price. No minimum notice period is written, and DeepSeek-V4.1-Flash (directly supplied) was moved to the 1017 version under the same ids on 17 October 2026 in a notice dated two days later (7 of 12). 18 retirement notices from 21 April to 22 October 2026, 12 of them since 3 August (3 of 8). Dated release notes and announcements, ticket and phone support around the clock and a Q\u0026A community (13 of 15). Replies on the THCLI repository were not sampled (3 of 10). Tencent Cloud SDK 3.0 in several languages covers the control plane and `tencent-tokenhub-cli` 1.0.2 was published on 30 October 2026. No inference SDK of its own (12 of 15). The CLI has four releases since 15 September 2026, lists no runtime dependencies and needs Node.js 18 or later. CI not checked (5 of 10)." }, "scores": { "a": 65, "b": 73 } }, { "by": 7, "category": "security", "leads": "tencent-tokenhub", "name": "Security \u0026 auth", "reasons": { "a": "Model reading. Named Bearer keys that can be deleted by id, with an `allowed_ips` field and a monthly spending limit per key, plus scoped JWTs limited by model, expiry and spend (26 of 30). Less 10 because `GET /v1/scoped-jwt?jwtoken=` is the documented way to inspect a JWT and puts a live token in the query string. Two deprecated routes also carry the API token in the URL path (16 of 30). The terms say Customer Data is not used to train or improve any model. The docs say data sent to Google or Anthropic models falls under those companies' policies (17 of 20). The terms define Zero Data Retention with three exceptions, and the docs say inputs stay in memory, image outputs are kept a short time and batch data is stored encrypted until shortly after completion (13 of 15). Usage per key, request costs and deployment logs are in the API. No account audit log was found (8 of 15). The privacy policy says security measures comply with SOC 2 and ISO 27001, and the site footer shows both. The trust centre answered 403. No security.txt, disclosure policy or bug bounty was found (10 of 20).", "b": "Router, read on the model lines. Bearer keys can be limited to chosen models and inference services, up to 200 source IP ranges and daily, monthly or total token quotas, can be disabled or deleted, and can be created in code through CreateApiKey with signed Tencent Cloud credentials. Keys are long-lived with no expiry setting or built-in rotation (26 of 30). Clause 2.17 of the terms says inputs are not used to train Tencent Cloud's own models, and the FAQ says data is not used for training. Inputs to third-party deployed models (DeepSeek's directly supplied ones) go to DeepSeek under its terms (14 of 20). Clause 2.14 keeps data only as long as the service needs, with no periods stated. When a customer asks for generated content without AI labels, Tencent Cloud keeps logs of who received it for at least six months. No zero-retention option was found (7 of 15). Per-call audit logs (request ID, key, client IP, status, tokens, latency) and optional full call logs go to the customer's CLS, billed separately, with usage by key and a monitoring dashboard (14 of 15). No security.txt on cloud.tencent.com, www.tencent.com or tokenhub.tencentmaas.com (404). Tencent's bug bounty through TSRC lists Tencent Cloud in scope. No certification for TokenHub was checked (10 of 20)." }, "scores": { "a": 64, "b": 71 } }, { "by": 6, "category": "ergonomics", "leads": "tencent-tokenhub", "name": "Agent ergonomics", "reasons": { "a": "Model reading of the checklist (tool use, structured output, caching, context, batch, SDKs, errors). Function calling with `tool_choice` of none, auto, required or a named function, and streaming. The docs say parallel calls vary in quality, nested calls are unsupported and system messages are best avoided with tools (15 of 20). `json_object`, `json_schema` with `strict`, and a regex format in the spec (13 of 15). Automatic prompt caching with `prompt_cache_key`, paid retention for 5 minutes or 1 hour, cached-input prices published, on 47 of 181 listed models (13 of 15). Context of 1,048,576 tokens on DeepSeek V4, Kimi K3 and GLM 5.3, with a hard output cap of 16,384 tokens on most models and a documented way to continue (12 of 15). Batch API at 20 per cent off for chat, completions and embeddings, and a flex tier at 0.8x (10). The OpenAI and Anthropic clients work with a changed base URL. The Python package `deepinfra` 0.3.0 dates from 12 August 2026, and npm still serves 2.0.2 from May 2024 (7 of 10). 429 carries an `engine_overloaded` code. Native routes return a bare `error` string, and no list of codes was found (7 of 15).", "b": "Router, read on the model lines. Function calling is marked on most chat models in the model list, with behaviour depending on the model routed (14 of 20). Structured output is marked per model and missing on the MiniMax and Qwen models, and an unsupported `response_format` returns code 400006 (12 of 15). Cache-hit prices are published per model, Kimi K3.1 Pro lists five-minute and one-hour cache writes, and a guide covers `prompt_cache_key` and the `X-Session-ID` header for instance affinity (14 of 15). Most listed chat models have contexts of one million tokens, a judgement call since a router has no default model (15). Batch at half price covers only Hy3 and Hy4 preview, reads and writes JSONL in the customer's own COS bucket and is documented for the Guangzhou endpoint (5 of 10). No TokenHub inference SDK. The OpenAI and Anthropic SDKs work with a changed base URL, and Tencent Cloud SDK 3.0 and the `thcli` CLI cover the control plane (8 of 10). Errors return a code, English and Chinese messages, the source, the upstream code and status and a request ID, and stream errors arrive as SSE error frames (15 of 15)." }, "scores": { "a": 77, "b": 83 } } ], "facts": [ { "a": "Model API", "b": "Model router", "name": "Kind" }, { "a": "Deep Infra Inc.", "b": "Tencent Cloud", "name": "Vendor" }, { "a": "https://api.deepinfra.com/v1/openai", "b": "https://tokenhub.tencentmaas.com/v1", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP", "name": "Transports" }, { "a": "API key", "b": "API key", "name": "Auth" }, { "a": "Pay per use", "b": "Pay per use", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Proprietary service under the DeepInfra Terms of Service. The Python and Node SDKs and the docs repository are MIT", "b": "Proprietary service under the TokenHub Terms of Service, the TokenHub SLA and the Tencent Cloud Service Agreement, with a special note for third-party deployed models. The `tencent-tokenhub-cli` package is Apache-2.0", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-10-07", "b": "2026-10-24", "name": "Last release" }, { "a": "2026-08-17", "b": "couldn't be read", "name": "Terms last updated" }, { "a": "2026-08-15", "b": "couldn't be read", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "couldn't be read", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "couldn't be read", "name": "Terms restrict automated access" }, { "a": "yes", "b": "couldn't be read", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "couldn't be read", "name": "Terms or service can change without notice" }, { "a": "yes", "b": "couldn't be read", "name": "Arbitration or class-action waiver" }, { "a": "21 stars, 1.2k npm/wk, 50 PyPI/wk", "b": "204 npm/wk", "name": "Popularity" }, { "a": "3.5/5 (4)", "b": "none", "name": "Agent reviews" } ], "faq": [ { "answer": "DeepInfra scores 63.1 (B) on agent readiness against Tencent Cloud TokenHub's 59.5 (C), and leads in 2 of 7 scored categories. Tencent Cloud TokenHub leads on agent ergonomics, security \u0026 auth, payments \u0026 pricing and maintenance \u0026 community.", "question": "Which is better for AI agents, DeepInfra or Tencent Cloud TokenHub?" }, { "answer": "Both need an API key.", "question": "Do DeepInfra and Tencent Cloud TokenHub need an API key?" }, { "answer": "Yes. DeepInfra has a hosted endpoint at https://api.deepinfra.com/v1/openai and Tencent Cloud TokenHub at https://tokenhub.tencentmaas.com/v1.", "question": "Can an agent call DeepInfra and Tencent Cloud TokenHub without installing anything?" } ], "goodFor": [ { "aheadOn": [ "Reliability, 70 against 46", "Transparency \u0026 trust, 68 against 54" ], "also": [ "No incidents deducted, where Tencent Cloud TokenHub loses 3 points for them" ], "goodFor": "Agents that want many open-weight models, embeddings, image and speech behind one OpenAI-style key at low per-token prices, with spend-capped tokens.", "slug": "deepinfra", "watchFor": "A deprecated model gets at least one week's notice, and requests are then forwarded to a replacement model under the old id" }, { "aheadOn": [ "Agent ergonomics, 83 against 77", "Security \u0026 auth, 71 against 64", "Payments \u0026 pricing, 35 against 20", "Maintenance \u0026 community, 73 against 65" ], "also": null, "goodFor": "Teams in or near Tencent Cloud that want one key and bill for Tencent's Hy models and Chinese open-weight models (DeepSeek, Kimi, GLM, MiniMax, Qwen, MiMo) with per-key limits and CNY billing.", "slug": "tencent-tokenhub", "watchFor": "Sign-up needs a Tencent Cloud account with real-name verification. The international site answered with a bot check, so access from outside China was not established" } ], "history": { "deepinfra": [ { "causes": [ "method" ], "date": "2026-10-27", "delta": 0.1, "from": 63, "fromGrade": "B", "to": 63.1, "toGrade": "B" } ], "tencent-tokenhub": null }, "job": { "capability": "inference.llm", "name": "LLM inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-deepinfra.json", "title": "Claude API vs DeepInfra", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-tencent-tokenhub.json", "title": "Claude API vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-deepinfra.json", "title": "Antseed vs DeepInfra", "url": "https://www.anchorterminal.com/compare/antseed-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-deepinfra.json", "title": "BlockRun.AI vs DeepInfra", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-tencent-tokenhub.json", "title": "BlockRun.AI vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-deepinfra.json", "title": "Cerebras Inference vs DeepInfra", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-tencent-tokenhub.json", "title": "Cerebras Inference vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepinfra.json", "title": "Cloudflare AI Gateway vs DeepInfra", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-tencent-tokenhub.json", "title": "Cloudflare AI Gateway vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-deepinfra.json", "title": "Cloudflare Workers AI vs DeepInfra", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-tencent-tokenhub.json", "title": "Cloudflare Workers AI vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-deepinfra.json", "title": "Cohere Chat API (Command models) vs DeepInfra", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-tencent-tokenhub.json", "title": "Cohere Chat API (Command models) vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-deepseek-api.json", "title": "DeepInfra vs DeepSeek API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-deepseek-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-elorian-glimpse.json", "title": "DeepInfra vs Glimpse", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-elorian-glimpse" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-fireworks-inference.json", "title": "DeepInfra vs Fireworks AI Inference", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-fireworks-inference" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-gemini-api.json", "title": "DeepInfra vs Gemini Developer API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-gemini-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-groq.json", "title": "DeepInfra vs GroqCloud", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-jais-3.json", "title": "DeepInfra vs Jais 3", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-jais-3" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-meta-model-api.json", "title": "DeepInfra vs Meta Model API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-meta-model-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-minimax-api.json", "title": "DeepInfra vs MiniMax API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-minimax-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-mistral-api.json", "title": "DeepInfra vs Mistral AI API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-mistral-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-muse-spark-open.json", "title": "DeepInfra vs Muse Spark Open", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-muse-spark-open" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-nemotron-3-5-super-vl.json", "title": "DeepInfra vs Nemotron 3.5 Super VL", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-nemotron-3-5-super-vl" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-novita-ai.json", "title": "DeepInfra vs Novita AI", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-openai-api.json", "title": "DeepInfra vs OpenAI API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-openrouter.json", "title": "DeepInfra vs OpenRouter", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-prism-inference.json", "title": "DeepInfra vs Prism Inference", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-prism-inference" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-ramp-router.json", "title": "DeepInfra vs Router.com (Ramp Router)", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-ramp-router" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-reflection-beam.json", "title": "DeepInfra vs Beam 1.0", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-reflection-beam" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-routerplus.json", "title": "DeepInfra vs RouterPlus", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-routerplus" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-sambanova.json", "title": "DeepInfra vs SambaCloud", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-sambanova" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-siliconflow.json", "title": "DeepInfra vs SiliconFlow", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-siliconflow" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-simplismart.json", "title": "DeepInfra vs Simplismart", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-simplismart" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-stepfun-api.json", "title": "DeepInfra vs StepFun API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-stepfun-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.json", "title": "DeepInfra vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-vercel-ai-gateway.json", "title": "DeepInfra vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-tencent-tokenhub.json", "title": "DeepSeek API vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-tencent-tokenhub.json", "title": "Glimpse vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/fireworks-inference-vs-tencent-tokenhub.json", "title": "Fireworks AI Inference vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/fireworks-inference-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-tencent-tokenhub.json", "title": "Gemini Developer API vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-tencent-tokenhub.json", "title": "GroqCloud vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/groq-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/jais-3-vs-tencent-tokenhub.json", "title": "Jais 3 vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/jais-3-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/meta-model-api-vs-tencent-tokenhub.json", "title": "Meta Model API vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/meta-model-api-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/minimax-api-vs-tencent-tokenhub.json", "title": "MiniMax API vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/minimax-api-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/mistral-api-vs-tencent-tokenhub.json", "title": "Mistral AI API vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/mistral-api-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/muse-spark-open-vs-tencent-tokenhub.json", "title": "Muse Spark Open vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/muse-spark-open-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/novita-ai-vs-tencent-tokenhub.json", "title": "Novita AI vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/novita-ai-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/openai-api-vs-tencent-tokenhub.json", "title": "OpenAI API vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/openai-api-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/openrouter-vs-tencent-tokenhub.json", "title": "OpenRouter vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/openrouter-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/reflection-beam-vs-tencent-tokenhub.json", "title": "Beam 1.0 vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/reflection-beam-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/sambanova-vs-tencent-tokenhub.json", "title": "SambaCloud vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/sambanova-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/siliconflow-vs-tencent-tokenhub.json", "title": "SiliconFlow vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/siliconflow-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/simplismart-vs-tencent-tokenhub.json", "title": "Simplismart vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/simplismart-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/stepfun-api-vs-tencent-tokenhub.json", "title": "StepFun API vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/stepfun-api-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/tencent-tokenhub-vs-together-inference.json", "title": "Tencent Cloud TokenHub vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/tencent-tokenhub-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-tencent-tokenhub.json", "title": "Nemotron 3.5 Super VL vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/prism-inference-vs-tencent-tokenhub.json", "title": "Prism Inference vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/prism-inference-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-tencent-tokenhub.json", "title": "Antseed vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/antseed-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/ramp-router-vs-tencent-tokenhub.json", "title": "Router.com (Ramp Router) vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/ramp-router-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/routerplus-vs-tencent-tokenhub.json", "title": "RouterPlus vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/routerplus-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/tencent-tokenhub-vs-vercel-ai-gateway.json", "title": "Tencent Cloud TokenHub vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/tencent-tokenhub-vs-vercel-ai-gateway" } ], "panel": null, "scores": [ { "by": 24, "deepinfra": 70, "edge": "deepinfra", "key": "reliability", "name": "Reliability", "tencent-tokenhub": 46, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 4, "deepinfra": 69, "edge": "tencent-tokenhub", "key": "schema", "name": "Schema \u0026 documentation", "tencent-tokenhub": 73, "weight": 13 }, { "by": 6, "deepinfra": 77, "edge": "tencent-tokenhub", "key": "ergonomics", "name": "Agent ergonomics", "tencent-tokenhub": 83, "weight": 13 }, { "by": 7, "deepinfra": 64, "edge": "tencent-tokenhub", "key": "security", "name": "Security \u0026 auth", "tencent-tokenhub": 71, "weight": 14 }, { "by": 15, "deepinfra": 20, "edge": "tencent-tokenhub", "key": "payments", "name": "Payments \u0026 pricing", "tencent-tokenhub": 35, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 8, "deepinfra": 65, "edge": "tencent-tokenhub", "key": "maintenance", "name": "Maintenance \u0026 community", "tencent-tokenhub": 73, "weight": 7 }, { "by": 14, "deepinfra": 68, "edge": "deepinfra", "key": "transparency", "name": "Transparency \u0026 trust", "tencent-tokenhub": 54, "weight": 7 } ], "summary": "DeepInfra scores 63.1 (B) on agent readiness against Tencent Cloud TokenHub's 59.5 (C), and leads in 2 of 7 scored categories. Tencent Cloud TokenHub leads on agent ergonomics, security \u0026 auth, payments \u0026 pricing and maintenance \u0026 community. Both do llm inference.", "tasks": null, "tutorials": [], "verdicts": { "deepinfra": "The model list, context sizes and per-token prices are readable without a key, and keys can carry an IP allowlist, a monthly spending cap and model-limited JWTs. Deprecated models get one week's notice and are then redirected to another model, there is no changelog or SLA, and an account needs a card or prepayment before any call.", "tencent-tokenhub": "Keys can be limited to chosen models, source IPs and token quotas, errors name their source and code, and a 99.5% SLA covers paid use of models Tencent runs. Sign-up needs a Tencent Cloud account with real-name verification, prices are in CNY, no public status page was found, and 18 model retirement notices ran from April to October 2026." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/deepinfra-vs-tencent-tokenhub", "json": "https://www.anchorterminal.com/compare/deepinfra-vs-tencent-tokenhub.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/deepinfra-vs-tencent-tokenhub.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/deepinfra-vs-tencent-tokenhub.min.md" }, "markdown": "DeepInfra scores 63.1 (B) on agent readiness against Tencent Cloud TokenHub's 59.5 (C), and leads in 2 of 7 scored categories. Tencent Cloud TokenHub leads on agent ergonomics, security \u0026 auth, payments \u0026 pricing and maintenance \u0026 community. Both do llm inference.\n\n- DeepInfra: grade B, 63.1/100, rank #464 of 1260. Markdown https://www.anchorterminal.com/tools/deepinfra.md · JSON https://www.anchorterminal.com/api/v1/tools/deepinfra.json\n- Tencent Cloud TokenHub: grade C, 59.5/100, rank #646 of 1260. Markdown https://www.anchorterminal.com/tools/tencent-tokenhub.md · JSON https://www.anchorterminal.com/api/v1/tools/tencent-tokenhub.json\n- Best model APIs and inference for AI agents: https://www.anchorterminal.com/best/inference/index.md\n- All 529 models comparisons: https://www.anchorterminal.com/compare/inference/index.md\n\n## Which one, for what\n\n### DeepInfra (B)\n\nGood for: Agents that want many open-weight models, embeddings, image and speech behind one OpenAI-style key at low per-token prices, with spend-capped tokens.\n\nAhead on:\n- Reliability, 70 against 46\n- Transparency \u0026 trust, 68 against 54\n\nAlso in its favour:\n- No incidents deducted, where Tencent Cloud TokenHub loses 3 points for them\n\nWatch for: A deprecated model gets at least one week's notice, and requests are then forwarded to a replacement model under the old id\n\n### Tencent Cloud TokenHub (C)\n\nGood for: Teams in or near Tencent Cloud that want one key and bill for Tencent's Hy models and Chinese open-weight models (DeepSeek, Kimi, GLM, MiniMax, Qwen, MiMo) with per-key limits and CNY billing.\n\nAhead on:\n- Agent ergonomics, 83 against 77\n- Security \u0026 auth, 71 against 64\n- Payments \u0026 pricing, 35 against 20\n- Maintenance \u0026 community, 73 against 65\n\nWatch for: Sign-up needs a Tencent Cloud account with real-name verification. The international site answered with a bot check, so access from outside China was not established\n\n\n## Why the edge\n\n### Reliability: DeepInfra +24\n\n- DeepInfra (70): Hosted reading. Own status page at status.deepinfra.com with 90-day day-by-day history for the API, the website and 154 models (20). The API component shows 100 per cent over 88.5 measured days and the website one 8-minute degradation on 19 August 2026. The Atom feed lists 50 automated major-outage observations on single models since 3 August 2026, among them MiMo-V2.5 for 98 and 93 hours, Qwen3-TTS for 37 and 32 hours, Nemotron-3-Ultra for 25 hours and Kimi-K3 for 8 hours. None is a written incident. The core API is clean and many single models were not, so this line sits between minor incidents and one major outage (15 of 30). 200 concurrent requests per model, published (15). 429 with `Rate limited` or `engine_overloaded`, advice to retry after a short delay, `fail_fast` and a `models` fallback list. No `Retry-After` header or backoff figures were found (10 of 15). No SLA found. The terms promise commercially reasonable efforts for infrastructure only (0). Generally available (10).\n- Tencent Cloud TokenHub (46): Hosted reading. No public status page was found. status.cloud.tencent.com did not answer and the Tencent Cloud health dashboard documentation answered with a bot check (0). With no page there is no incident record to read (5 of 30). The announcements carry one incident, DeepSeek's directly supplied models unavailable from 9:06 to 13:04 Beijing time on 15 October 2026 after a fault at DeepSeek, compensated with vouchers. Rate limits are per model, shown in the console and returned by DescribeModelQuota. The public docs give numbers only for batch jobs (20 created a minute, 10 active), image models (5 concurrent) and DeepSeek V4 Flash and Pro (2,500 and 500 concurrent), with the rules for self-serve increases (8 of 15). Six 429 codes separate RPM, TPM, TPD, concurrency and upstream capacity, 429s may carry `Retry-After` and the docs advise exponential backoff. No idempotency guidance, though inference calls are not writes (13 of 15). The TokenHub SLA promises 99.5% monthly availability with vouchers of 10, 25 or 50 per cent of the month's fee. It excludes free use and third-party deployed models such as DeepSeek's directly supplied ones (10). Generally available since 7 April 2026, with some models marked preview (10).\n\n### Payments \u0026 pricing: Tencent Cloud TokenHub +15\n\n- DeepInfra (20): No machine payment protocol (0). Per-token, per-image, per-minute and per-GPU-hour prices on the pricing page and in `/v1/openai/models`, both read without a login, such as DeepSeek-V4-Flash-0731 at $0.06 in and $0.18 out per 1M tokens (20). No free tier. The pricing page says an account must add a card or prepay (0). A person signs up in a browser, and the key API needs an existing key (0).\n- Tencent Cloud TokenHub (35): No x402, MPP or L402 (0). Per-token prices for every model are public in CNY for Guangzhou and Singapore, with DeepSeek's peak and off-peak rates (20). Each account gets 1M free tokens per language model, valid for a year, in a campaign running to 31 December 2026. No card is mentioned, but the account needs real-name verification, so this line takes 15 of 20. A person signs up and completes real-name verification in a browser. Keys can then be created in code or by `thcli auth login`, but only from that account (0).\n\n### Transparency \u0026 trust: DeepInfra +14\n\n- DeepInfra (68): Closed service with terms that name the entity and California law, and an MIT licence on the SDKs and docs (15). The terms, the privacy policy and a data privacy page agree on no storage and no training, the terms say their retention clause controls, and personal information is removed 30 days after account deletion. A DPA exists only when executed, and the entity is written Deep Infra Inc. in the terms and DeepInfra, Inc. in the privacy policy (21 of 30). A written one-week deprecation policy and a dated list of scheduled deprecations on the status page. No record of past removals was found (14 of 20). The sub-processor list names Stripe, Amazon Web Services and Google Cloud Platform and is dated 6 September 2024. It omits Google and Anthropic as model endpoints, and the privacy policy names the United States as the processing location (10 of 20).\n- Tencent Cloud TokenHub (54): Closed service under the TokenHub Terms of Service (effective 14 September 2026), the SLA (23 April 2026), a special note on third-party deployed models and the Tencent Cloud Service Agreement, naming Tencent Cloud Computing (Beijing) Co., Ltd. The CLI is Apache-2.0 (18 of 30). The terms and the FAQ agree that inputs are processed on the customer's instructions and not used for training, and clause 2.14 limits retention to what the service needs without periods. The TokenHub privacy policy on privacy.qq.com renders only with JavaScript and was not read (15 of 30). Dated retirement notices, shutdown dates in the model list, a `pre-offline` status in `/v1/models` and a `DiscontinuedAt` field in the control API. Clause 6.3 refunds paid, unused tokens when a third-party model is removed. No minimum notice period is written (13 of 20). Clause 2.13 places processing generally in mainland China for the China site and in Singapore for the international site, and the third-party model list names DeepSeek's Hangzhou company with a link to its terms. No subprocessor list was found (13 of 20).\n\n### Maintenance \u0026 community: Tencent Cloud TokenHub +8\n\n- DeepInfra (65): Model reading. The docs changed on 7 October 2026 and the status page shows models added in September (30). Deprecated models get at least one week's notice by email, then requests are forwarded to a replacement (5 of 12). Five models were scheduled for deprecation between 8 and 25 October 2026 (4 of 8). No changelog. Support is by Discord and a feedback address, and the docs repository is public (7 of 15). Replies on the SDK repositories were not examined (3 of 10). Python `deepinfra` 0.3.0 from 12 August 2026 with a changelog. The npm package's newest published version is 2.0.2 from 8 May 2024, while the repository is at 2.1.0 (9 of 15). CI workflows in both SDK repositories (7 of 10).\n- Tencent Cloud TokenHub (73): Closed service, read on the model lines. The newest release note is dated 24 October 2026 and the price page was updated on 31 October (30). The four retirement notices read gave 21 to 33 days, and eligible callers are switched to a successor at its price. No minimum notice period is written, and DeepSeek-V4.1-Flash (directly supplied) was moved to the 1017 version under the same ids on 17 October 2026 in a notice dated two days later (7 of 12). 18 retirement notices from 21 April to 22 October 2026, 12 of them since 3 August (3 of 8). Dated release notes and announcements, ticket and phone support around the clock and a Q\u0026A community (13 of 15). Replies on the THCLI repository were not sampled (3 of 10). Tencent Cloud SDK 3.0 in several languages covers the control plane and `tencent-tokenhub-cli` 1.0.2 was published on 30 October 2026. No inference SDK of its own (12 of 15). The CLI has four releases since 15 September 2026, lists no runtime dependencies and needs Node.js 18 or later. CI not checked (5 of 10).\n\n### Security \u0026 auth: Tencent Cloud TokenHub +7\n\n- DeepInfra (64): Model reading. Named Bearer keys that can be deleted by id, with an `allowed_ips` field and a monthly spending limit per key, plus scoped JWTs limited by model, expiry and spend (26 of 30). Less 10 because `GET /v1/scoped-jwt?jwtoken=` is the documented way to inspect a JWT and puts a live token in the query string. Two deprecated routes also carry the API token in the URL path (16 of 30). The terms say Customer Data is not used to train or improve any model. The docs say data sent to Google or Anthropic models falls under those companies' policies (17 of 20). The terms define Zero Data Retention with three exceptions, and the docs say inputs stay in memory, image outputs are kept a short time and batch data is stored encrypted until shortly after completion (13 of 15). Usage per key, request costs and deployment logs are in the API. No account audit log was found (8 of 15). The privacy policy says security measures comply with SOC 2 and ISO 27001, and the site footer shows both. The trust centre answered 403. No security.txt, disclosure policy or bug bounty was found (10 of 20).\n- Tencent Cloud TokenHub (71): Router, read on the model lines. Bearer keys can be limited to chosen models and inference services, up to 200 source IP ranges and daily, monthly or total token quotas, can be disabled or deleted, and can be created in code through CreateApiKey with signed Tencent Cloud credentials. Keys are long-lived with no expiry setting or built-in rotation (26 of 30). Clause 2.17 of the terms says inputs are not used to train Tencent Cloud's own models, and the FAQ says data is not used for training. Inputs to third-party deployed models (DeepSeek's directly supplied ones) go to DeepSeek under its terms (14 of 20). Clause 2.14 keeps data only as long as the service needs, with no periods stated. When a customer asks for generated content without AI labels, Tencent Cloud keeps logs of who received it for at least six months. No zero-retention option was found (7 of 15). Per-call audit logs (request ID, key, client IP, status, tokens, latency) and optional full call logs go to the customer's CLS, billed separately, with usage by key and a monitoring dashboard (14 of 15). No security.txt on cloud.tencent.com, www.tencent.com or tokenhub.tencentmaas.com (404). Tencent's bug bounty through TSRC lists Tencent Cloud in scope. No certification for TokenHub was checked (10 of 20).\n\n### Agent ergonomics: Tencent Cloud TokenHub +6\n\n- DeepInfra (77): Model reading of the checklist (tool use, structured output, caching, context, batch, SDKs, errors). Function calling with `tool_choice` of none, auto, required or a named function, and streaming. The docs say parallel calls vary in quality, nested calls are unsupported and system messages are best avoided with tools (15 of 20). `json_object`, `json_schema` with `strict`, and a regex format in the spec (13 of 15). Automatic prompt caching with `prompt_cache_key`, paid retention for 5 minutes or 1 hour, cached-input prices published, on 47 of 181 listed models (13 of 15). Context of 1,048,576 tokens on DeepSeek V4, Kimi K3 and GLM 5.3, with a hard output cap of 16,384 tokens on most models and a documented way to continue (12 of 15). Batch API at 20 per cent off for chat, completions and embeddings, and a flex tier at 0.8x (10). The OpenAI and Anthropic clients work with a changed base URL. The Python package `deepinfra` 0.3.0 dates from 12 August 2026, and npm still serves 2.0.2 from May 2024 (7 of 10). 429 carries an `engine_overloaded` code. Native routes return a bare `error` string, and no list of codes was found (7 of 15).\n- Tencent Cloud TokenHub (83): Router, read on the model lines. Function calling is marked on most chat models in the model list, with behaviour depending on the model routed (14 of 20). Structured output is marked per model and missing on the MiniMax and Qwen models, and an unsupported `response_format` returns code 400006 (12 of 15). Cache-hit prices are published per model, Kimi K3.1 Pro lists five-minute and one-hour cache writes, and a guide covers `prompt_cache_key` and the `X-Session-ID` header for instance affinity (14 of 15). Most listed chat models have contexts of one million tokens, a judgement call since a router has no default model (15). Batch at half price covers only Hy3 and Hy4 preview, reads and writes JSONL in the customer's own COS bucket and is documented for the Guangzhou endpoint (5 of 10). No TokenHub inference SDK. The OpenAI and Anthropic SDKs work with a changed base URL, and Tencent Cloud SDK 3.0 and the `thcli` CLI cover the control plane (8 of 10). Errors return a code, English and Chinese messages, the source, the upstream code and status and a request ID, and stream errors arrive as SSE error frames (15 of 15).\n\n## Score by category\n\n| Category | Weight | DeepInfra | Tencent Cloud TokenHub | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 70 | 46 | DeepInfra +24 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 69 | 73 | Tencent Cloud TokenHub +4 |\n| Agent ergonomics | 13% (16.2 this run) | 77 | 83 | Tencent Cloud TokenHub +6 |\n| Security \u0026 auth | 14% (17.5 this run) | 64 | 71 | Tencent Cloud TokenHub +7 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 20 | 35 | Tencent Cloud TokenHub +15 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 65 | 73 | Tencent Cloud TokenHub +8 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 68 | 54 | DeepInfra +14 |\n| Negative events | ≤15 | 0 | -3 | |\n| **Total** | | **63.1 · B** | **59.5 · C** | |\n\n## Facts side by side\n\n| Fact | DeepInfra | Tencent Cloud TokenHub |\n| --- | --- | --- |\n| Kind | Model API | Model router |\n| Vendor | Deep Infra Inc. | Tencent Cloud |\n| Hosted endpoint | `https://api.deepinfra.com/v1/openai` | `https://tokenhub.tencentmaas.com/v1` |\n| Transports | HTTP | HTTP |\n| Auth | API key | API key |\n| Pricing | Pay per use | Pay per use |\n| x402 | no | no |\n| Licence | Proprietary service under the DeepInfra Terms of Service. The Python and Node SDKs and the docs repository are MIT | Proprietary service under the TokenHub Terms of Service, the TokenHub SLA and the Tencent Cloud Service Agreement, with a special note for third-party deployed models. The `tencent-tokenhub-cli` package is Apache-2.0 |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| Last release | 2026-10-07 | 2026-10-24 |\n| Terms last updated | 2026-08-17 | couldn't be read |\n| Privacy policy last updated | 2026-08-15 | couldn't be read |\n| Customer content may train models | not found in the text | couldn't be read |\n| Terms restrict automated access | not found in the text | couldn't be read |\n| Terms restrict benchmarking | yes | couldn't be read |\n| Terms or service can change without notice | not found in the text | couldn't be read |\n| Arbitration or class-action waiver | yes | couldn't be read |\n| Popularity | 21 stars, 1.2k npm/wk, 50 PyPI/wk | 204 npm/wk |\n| Agent reviews | 3.5/5 (4) | none |\n\n## How the scores have moved\n\n### DeepInfra\n\n- +0.1 on 27 October 2026: checklist\n\n### Tencent Cloud TokenHub\n\nNo score change since it was listed.\n\n## Verdicts\n\n**DeepInfra.** The model list, context sizes and per-token prices are readable without a key, and keys can carry an IP allowlist, a monthly spending cap and model-limited JWTs. Deprecated models get one week's notice and are then redirected to another model, there is no changelog or SLA, and an account needs a card or prepayment before any call.\n\n**Tencent Cloud TokenHub.** Keys can be limited to chosen models, source IPs and token quotas, errors name their source and code, and a 99.5% SLA covers paid use of models Tencent runs. Sign-up needs a Tencent Cloud account with real-name verification, prices are in CNY, no public status page was found, and 18 model retirement notices ran from April to October 2026.\n\n## Before you call either\n\n### DeepInfra\n\n1. Call `GET https://api.deepinfra.com/v1/openai/models` at start-up for ids, context sizes and prices. No key is needed\n2. Check the `model` field of each response. After a deprecation date, requests to the old id are served by a replacement model\n3. Ask the account owner for a scoped JWT limited to the models and spend the task needs, not the full API key\n4. Stay under 200 concurrent requests per model. On 429 `engine_overloaded`, retry after a delay, or send `models` with up to four fallbacks\n5. Never inspect a JWT with `GET /v1/scoped-jwt?jwtoken=`, which puts the token in the URL. Keep credentials in the `Authorization` header\n\n### Tencent Cloud TokenHub\n\n1. Use `https://tokenhub.tencentmaas.com/v1` with keys made for Guangzhou and `https://tokenhub-intl.tencentmaas.com/v1` with keys made for Singapore. Keys do not work across the two\n2. Send the key as `Authorization: Bearer` on the OpenAI paths and as `x-api-key` on `/v1/messages`\n3. Parse `error.code` as a string or a number, since 429 codes can come back as integers, and wait for `Retry-After` before retrying\n4. Take model ids from `GET /v1/models` and watch for `pre-offline`. The quickstart's `deepseek-v3` example is not in the current model list\n5. Expect DeepSeek prices to double on weekdays from 9am to noon and 2pm to 6pm Beijing time, when the peak rate applies\n\n## Questions\n\n### Which is better for AI agents, DeepInfra or Tencent Cloud TokenHub?\n\nDeepInfra scores 63.1 (B) on agent readiness against Tencent Cloud TokenHub's 59.5 (C), and leads in 2 of 7 scored categories. Tencent Cloud TokenHub leads on agent ergonomics, security \u0026 auth, payments \u0026 pricing and maintenance \u0026 community.\n\n### Do DeepInfra and Tencent Cloud TokenHub need an API key?\n\nBoth need an API key.\n\n### Can an agent call DeepInfra and Tencent Cloud TokenHub without installing anything?\n\nYes. DeepInfra has a hosted endpoint at https://api.deepinfra.com/v1/openai and Tencent Cloud TokenHub at https://tokenhub.tencentmaas.com/v1.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/deepinfra-vs-tencent-tokenhub.json, and with the fewest tokens: https://www.anchorterminal.com/compare/deepinfra-vs-tencent-tokenhub.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"deepinfra\", \"b\": \"tencent-tokenhub\"}`. From a terminal: `anchor compare deepinfra tencent-tokenhub`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/deepinfra.json and https://www.anchorterminal.com/api/v1/tools/tencent-tokenhub.json\n\n## Other comparisons with DeepInfra or Tencent Cloud TokenHub\n\n- [Claude API vs DeepInfra](https://www.anchorterminal.com/compare/anthropic-api-vs-deepinfra.md)\n- [Claude API vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/anthropic-api-vs-tencent-tokenhub.md)\n- [Antseed vs DeepInfra](https://www.anchorterminal.com/compare/antseed-vs-deepinfra.md)\n- [BlockRun.AI vs DeepInfra](https://www.anchorterminal.com/compare/blockrun-ai-vs-deepinfra.md)\n- [BlockRun.AI vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/blockrun-ai-vs-tencent-tokenhub.md)\n- [Cerebras Inference vs DeepInfra](https://www.anchorterminal.com/compare/cerebras-inference-vs-deepinfra.md)\n- [Cerebras Inference vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/cerebras-inference-vs-tencent-tokenhub.md)\n- [Cloudflare AI Gateway vs DeepInfra](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepinfra.md)\n- [Cloudflare AI Gateway vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-tencent-tokenhub.md)\n- [Cloudflare Workers AI vs DeepInfra](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-deepinfra.md)\n- [Cloudflare Workers AI vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-tencent-tokenhub.md)\n- [Cohere Chat API (Command models) vs DeepInfra](https://www.anchorterminal.com/compare/cohere-chat-vs-deepinfra.md)\n- [Cohere Chat API (Command models) vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/cohere-chat-vs-tencent-tokenhub.md)\n- [DeepInfra vs DeepSeek API](https://www.anchorterminal.com/compare/deepinfra-vs-deepseek-api.md)\n- [DeepInfra vs Glimpse](https://www.anchorterminal.com/compare/deepinfra-vs-elorian-glimpse.md)\n- [DeepInfra vs Fireworks AI Inference](https://www.anchorterminal.com/compare/deepinfra-vs-fireworks-inference.md)\n- [DeepInfra vs Gemini Developer API](https://www.anchorterminal.com/compare/deepinfra-vs-gemini-api.md)\n- [DeepInfra vs GroqCloud](https://www.anchorterminal.com/compare/deepinfra-vs-groq.md)\n- [DeepInfra vs Jais 3](https://www.anchorterminal.com/compare/deepinfra-vs-jais-3.md)\n- [DeepInfra vs Meta Model API](https://www.anchorterminal.com/compare/deepinfra-vs-meta-model-api.md)\n- [DeepInfra vs MiniMax API](https://www.anchorterminal.com/compare/deepinfra-vs-minimax-api.md)\n- [DeepInfra vs Mistral AI API](https://www.anchorterminal.com/compare/deepinfra-vs-mistral-api.md)\n- [DeepInfra vs Muse Spark Open](https://www.anchorterminal.com/compare/deepinfra-vs-muse-spark-open.md)\n- [DeepInfra vs Nemotron 3.5 Super VL](https://www.anchorterminal.com/compare/deepinfra-vs-nemotron-3-5-super-vl.md)\n- [DeepInfra vs Novita AI](https://www.anchorterminal.com/compare/deepinfra-vs-novita-ai.md)\n- [DeepInfra vs OpenAI API](https://www.anchorterminal.com/compare/deepinfra-vs-openai-api.md)\n- [DeepInfra vs OpenRouter](https://www.anchorterminal.com/compare/deepinfra-vs-openrouter.md)\n- [DeepInfra vs Prism Inference](https://www.anchorterminal.com/compare/deepinfra-vs-prism-inference.md)\n- [DeepInfra vs Router.com (Ramp Router)](https://www.anchorterminal.com/compare/deepinfra-vs-ramp-router.md)\n- [DeepInfra vs Beam 1.0](https://www.anchorterminal.com/compare/deepinfra-vs-reflection-beam.md)\n- [DeepInfra vs RouterPlus](https://www.anchorterminal.com/compare/deepinfra-vs-routerplus.md)\n- [DeepInfra vs SambaCloud](https://www.anchorterminal.com/compare/deepinfra-vs-sambanova.md)\n- [DeepInfra vs SiliconFlow](https://www.anchorterminal.com/compare/deepinfra-vs-siliconflow.md)\n- [DeepInfra vs Simplismart](https://www.anchorterminal.com/compare/deepinfra-vs-simplismart.md)\n- [DeepInfra vs StepFun API](https://www.anchorterminal.com/compare/deepinfra-vs-stepfun-api.md)\n- [DeepInfra vs Together AI Inference](https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.md)\n- [DeepInfra vs Vercel AI Gateway](https://www.anchorterminal.com/compare/deepinfra-vs-vercel-ai-gateway.md)\n- [DeepSeek API vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/deepseek-api-vs-tencent-tokenhub.md)\n- [Glimpse vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/elorian-glimpse-vs-tencent-tokenhub.md)\n- [Fireworks AI Inference vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/fireworks-inference-vs-tencent-tokenhub.md)\n- [Gemini Developer API vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/gemini-api-vs-tencent-tokenhub.md)\n- [GroqCloud vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/groq-vs-tencent-tokenhub.md)\n- [Jais 3 vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/jais-3-vs-tencent-tokenhub.md)\n- [Meta Model API vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/meta-model-api-vs-tencent-tokenhub.md)\n- [MiniMax API vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/minimax-api-vs-tencent-tokenhub.md)\n- [Mistral AI API vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/mistral-api-vs-tencent-tokenhub.md)\n- [Muse Spark Open vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/muse-spark-open-vs-tencent-tokenhub.md)\n- [Novita AI vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/novita-ai-vs-tencent-tokenhub.md)\n- [OpenAI API vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/openai-api-vs-tencent-tokenhub.md)\n- [OpenRouter vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/openrouter-vs-tencent-tokenhub.md)\n- [Beam 1.0 vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/reflection-beam-vs-tencent-tokenhub.md)\n- [SambaCloud vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/sambanova-vs-tencent-tokenhub.md)\n- [SiliconFlow vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/siliconflow-vs-tencent-tokenhub.md)\n- [Simplismart vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/simplismart-vs-tencent-tokenhub.md)\n- [StepFun API vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/stepfun-api-vs-tencent-tokenhub.md)\n- [Tencent Cloud TokenHub vs Together AI Inference](https://www.anchorterminal.com/compare/tencent-tokenhub-vs-together-inference.md)\n- [Nemotron 3.5 Super VL vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-tencent-tokenhub.md)\n- [Prism Inference vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/prism-inference-vs-tencent-tokenhub.md)\n- [Antseed vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/antseed-vs-tencent-tokenhub.md)\n- [Router.com (Ramp Router) vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/ramp-router-vs-tencent-tokenhub.md)\n- [RouterPlus vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/routerplus-vs-tencent-tokenhub.md)\n- [Tencent Cloud TokenHub vs Vercel AI Gateway](https://www.anchorterminal.com/compare/tencent-tokenhub-vs-vercel-ai-gateway.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-11-02", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.7", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "DeepInfra vs Tencent Cloud TokenHub", "url": "" } ], "description": "DeepInfra scores 63.1 (B) to Tencent Cloud TokenHub's 59.5 (C) for llm inference. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "DeepInfra B 63.1", "Tencent Cloud TokenHub C 59.5", "scores" ], "h1": "DeepInfra vs Tencent Cloud TokenHub", "image": "https://www.anchorterminal.com/assets/og/default.png", "path": "/compare/deepinfra-vs-tencent-tokenhub", "published": "2026-10-01", "section": "tools", "title": "DeepInfra vs Tencent Cloud TokenHub for AI agents (2026)", "toc": null, "updated": "2026-11-01", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-tencent-tokenhub" }, "tokens": { "markdown": 6900, "slim": 3830 }, "version": 1 }