{ "data": { "a": { "slug": "inkling-2-small", "name": "Inkling 2 Small", "vendor": "Thinking Machines Lab", "vendorUrl": "https://thinkingmachines.ai", "kind": "model", "category": "inference", "summary": "Inkling 2 Small is Thinking Machines Lab's mixture-of-experts model, 594B total and 17B active parameters, taking text and images and returning text. It runs on Tinker for inference and fine-tuning, with open weights promised.", "url": "https://www.anchorterminal.com/tools/inkling-2-small", "markdownUrl": "https://www.anchorterminal.com/tools/inkling-2-small.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/inkling-2-small.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/inkling-2-small.json", "dns": "inkling-2-small.grade.anchorterminal.com", "license": "Proprietary for now, used through Tinker under the Tinker Terms of Use and Thinking Machines' Model Acceptable Use Policy, per the model card. Thinking Machines says it will publish the weights under Apache 2.0 the week after launch, once outside safety testing is done", "transports": [], "remoteUrl": "https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1", "packages": [], "auth": "api-key", "authNotes": "A Tinker API key from the Tinker console, read from TINKER_API_KEY and passed as the OpenAI client's api_key on the OpenAI-compatible endpoint, or used by the Tinker Python SDK. Sign-up is a browser flow at auth.thinkingmachines.ai, and the quickstart asks for payment details in Billing before training, per the tinker listing.", "pricing": "usage", "pricingNotes": "Serverless inference (beta) is $0.30 per million input tokens, $0.03 cached and $1.00 output, at 256K context. On the training side prefill is the same $0.30, sampling $1.00, and training $1.50 per million at 64K or $3.00 at 256K. No free tier is listed (checked 2026-11-06).", "priceSummary": "Pay per use", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 on Tinker's models and pricing page or its OpenAI-compatible API page, and Tinker bills against an account with payment details (checked 2026-11-06).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-11-06" }, "docsUrl": "https://thinkingmachines.ai/model-card/inkling-2-small/", "llmsTxt": "https://tinker-docs.thinkingmachines.ai/llms.txt", "capabilities": [ "inference.llm" ], "tags": [ "official", "hosted", "model", "moe", "multimodal", "vision", "reasoning", "openai-compatible", "usage-priced", "card-required", "beta", "llms-txt", "new" ], "lastRelease": "2026-11-05", "graded": true, "anchor": { "graded": true, "score": 52.1, "grade": "D", "agentReady": false, "rank": 899, "ranked": true, "rankOf": 1354, "categoryRank": 28, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 62, "maintenance": 75, "payments": 20, "reliability": 30, "schema": 70, "security": 57, "transparency": 64 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-06" }, "negative": 0, "verdict": "A new multimodal mixture-of-experts model from Thinking Machines, callable today through Tinker's OpenAI-compatible endpoint at $0.30 and $1.00 per million tokens, with strong vendor-reported coding and agent scores. Tinker's serverless inference is beta, with no status page or SLA, and the weights aren't public yet.", "bestFor": "Developers who want a capable multimodal open-family model through an OpenAI-compatible API today, or to fine-tune it on Tinker, and who can live with a beta surface until the weights are published.", "strengths": [ "OpenAI-compatible chat and completions endpoint, so the OpenAI SDKs work with a Tinker key", "$0.30 input, $0.03 cached and $1.00 output per million tokens, published without a login", "Text and image input, a 256K context on Tinker and up to 1M per the model card", "reasoning_effort from none to xhigh or a number, with reasoning returned separately", "A model card with intended use, limitations, training data sources and safety testing that includes outside red-teaming", "Thinking Machines says Apache 2.0 weights follow a week after launch" ], "weaknesses": [ "Serverless inference and the OpenAI-compatible API are both labelled beta, with a waitlist for higher throughput", "No status page, SLA or published rate limits for serverless inference", "Tool-calling format and structured output aren't documented for this model", "No free tier, and sign-up is a browser flow with payment details", "Benchmark results are Thinking Machines' own, with no independent results yet" ], "agentNotes": [ "Call https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1 with an OpenAI client and TINKER_API_KEY, using /chat/completions", "The serverless model ID is thinkingmachines/Inkling-2-Small:peft:262144:sampling-nvfp4, per Tinker's pricing page. The OpenAI page's examples use your own checkpoint paths, so confirm it before relying on it", "Pass reasoning_effort as none to xhigh or 0.0 to 0.99 (default 0.9); reasoning arrives in reasoning_content unless separate_reasoning is false", "Keep images between 40 and 4096 px a side, per the model card", "Validate JSON yourself, since structured output and the tool-call format aren't documented", "Plan for a move to open weights. When they publish, the open-weights listing will carry sizes and runtimes" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "D", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 52.1 } ], "editorialScores": { "ergonomics": 62, "maintenance": 75, "payments": 20, "reliability": 30, "schema": 70, "security": 57, "transparency": 60 }, "provenanceScore": 68, "checked": { "categories": { "ergonomics": "2026-11-06", "maintenance": "2026-11-06", "payments": "2026-11-06", "reliability": "2026-11-06", "schema": "2026-11-06", "security": "2026-11-06", "transparency": "2026-11-06" }, "last": "2026-11-06", "oldest": "2026-11-06", "stale": false, "staleAfterDays": 90 } }, "connect": { "http": "curl https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1/chat/completions \\\n -H \"Authorization: Bearer $TINKER_API_KEY\" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"model\": \"thinkingmachines/Inkling-2-Small:peft:262144:sampling-nvfp4\",\n \"messages\": [{\"role\": \"user\", \"content\": \"Hello!\"}],\n \"reasoning_effort\": \"low\"\n }'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/inkling-2-small" }, "sameCompany": [ "inkling", "inkling-small" ], "sameModel": [ "tinker" ], "area": "models", "provenance": { "legalEntity": "Thinking Machines Lab, Inc. (named as provider on the model card)", "domain": "thinkingmachines.ai", "domainRegistered": "", "domainNote": "Not looked up: RDAP isn't requested under the 1 November 2026 rules.", "endpointOnVendorDomain": true, "terms": "https://thinkingmachines.ai/legal/terms/", "privacy": "https://thinkingmachines.ai/legal/privacy/", "statusPage": "", "changelog": "https://tinker-docs.thinkingmachines.ai/changelog/", "securityTxt": "valid", "checked": "2026-11-06", "notes": [ "The launch post and model card are on thinkingmachines.ai and name Thinking Machines Lab, Inc. as provider. The OpenAI-compatible endpoint is on thinkingmachines.dev, which Tinker's own docs give as the production base URL, so it's read as a domain the vendor controls; its registration wasn't looked up.", "Thinking Machines' terms bar scraping the Services, which the 4 November re-check read as a ban and paused. The founder decided on 6 November 2026 that reading at a person's pace is fine, so four pages were read one at a time: the launch post, the model card, the models and pricing page and the OpenAI-compatible API page. tinker-docs.thinkingmachines.ai has no robots.txt; thinkingmachines.ai's has no rules.", "security.txt lists security-reports@thinkingmachines.ai and expires 2029-07-13, per the 2 November reading.", "No status page was found." ], "score": 68 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/inkling-2-small.json", "live": { "slug": "inkling-2-small", "probe": { "target": "https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1", "method": "get", "lastAt": "2026-11-06T09:47:32.967989265Z", "lastOk": true, "lastStatus": 404, "lastMs": 389, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 398, "p95ms24h": 429, "samples24h": 47, "samples30d": 47, "days": [ { "date": "2026-11-06", "probes": 47, "ok": 47 } ] }, "updatedAt": "2026-11-06T09:47:32.967989265Z" } }, "answer": "Vercel AI Gateway scores 67.8 (B) on agent readiness against Inkling 2 Small's 52.1 (D), and leads in 6 of 7 scored categories.", "b": { "slug": "vercel-ai-gateway", "name": "Vercel AI Gateway", "vendor": "Vercel Inc.", "vendorUrl": "https://vercel.com", "kind": "router", "category": "inference", "summary": "Vercel AI Gateway is a hosted router for model APIs. One API key or Vercel OIDC token reaches models from OpenAI, Anthropic, Google and others through OpenAI-compatible, Anthropic-compatible and AI SDK interfaces, with budgets, request logs and provider failover.", "url": "https://www.anchorterminal.com/tools/vercel-ai-gateway", "markdownUrl": "https://www.anchorterminal.com/tools/vercel-ai-gateway.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/vercel-ai-gateway.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/vercel-ai-gateway.json", "dns": "vercel-ai-gateway.grade.anchorterminal.com", "repo": "https://github.com/vercel/ai", "license": "Proprietary service under Vercel's Terms of Service and AI Product Terms, with Token Pass terms on its docs page. Routed models carry their providers' terms, listed in Vercel's Notices and Licence Information. The `@ai-sdk/gateway` provider is Apache-2.0", "transports": [ "http" ], "remoteUrl": "https://ai-gateway.vercel.sh/v1", "packages": [ { "registry": "npm", "name": "@ai-sdk/gateway" }, { "registry": "npm", "name": "ai" }, { "registry": "pypi", "name": "ai" } ], "auth": "mixed", "authNotes": "An AI Gateway API key as a Bearer token from any environment, or a Vercel OIDC token on Vercel deployments (12 hours locally, refreshed with `vercel env pull`). Keys belong to a team, can be limited to one project and given an expiry and a budget, and are created in the dashboard, with the Vercel CLI or by `POST /v1/api-keys` with a Vercel access token. A person creates the Vercel account in a browser. Token Pass needs its own Token Pass API key, and OIDC tokens cannot spend Token Pass credit.", "pricing": "usage", "pricingNotes": "Prepaid AI Gateway Credits at each provider's list price, with no markup or platform fee, including BYOK. A monthly free credit covers a subset of models and needs a valid payment method on the team. Credits expire a year after purchase. Add-ons are billed separately, and Token Pass is $30 a team a month on Pro for $80 of credit on two models, in early access (https://vercel.com/docs/ai-gateway/pricing, https://vercel.com/docs/ai-gateway/token-pass, checked 2026-10-17).", "priceSummary": "$30 / mo", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the AI Gateway docs, the pricing page, the Token Pass pages or the AI Gateway entries of the changelog sitemap. Payment is by prepaid credits bought with a card, or by invoice on Enterprise (checked 2026-10-17).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": 29597661, "pypiWeekly": null, "asOf": "2026-10-17" }, "docsUrl": "https://vercel.com/docs/ai-gateway", "llmsTxt": "https://vercel.com/llms.txt", "openapi": "https://vercel.com/openapi.json", "capabilities": [ "inference.router", "inference.llm", "inference.fast", "inference.decision", "obs.gateway", "obs.traces", "embed.text", "image.generate", "video.generate" ], "tags": [ "hosted", "router", "usage-based", "prepaid", "free-tier", "openai-compatible", "anthropic-compatible", "llms-txt", "openapi", "typescript", "python", "oidc", "cli", "early-access", "status-page", "bug-bounty", "soc2", "iso27001" ], "lastRelease": "2026-10-30", "graded": true, "anchor": { "graded": true, "score": 67.8, "grade": "B", "agentReady": false, "rank": 278, "ranked": true, "rankOf": 1354, "categoryRank": 10, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 83, "maintenance": 79, "payments": 20, "reliability": 79, "schema": 74, "security": 79, "transparency": 71 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-01" }, "negative": -3, "negativeNotes": [ "April 2026. Vercel's security bulletin says an attacker took over an employee's account through a compromised third-party AI tool, reached internal systems and decrypted non-sensitive environment variables of a limited subset of customers. AI Gateway was generally available then, and its docs have deployments keep AI Gateway and Token Pass API keys as environment variables. The bulletin documents remediation and marks the incident closed on 16 October 2026, so 3 of a possible 15 is taken, as for vercel-connect (https://vercel.com/kb/bulletin/vercel-april-2026-security-incident)." ], "verdict": "Token prices pass through with no markup, prompts are not stored by the gateway, and budgets, provider failover and per-request logs are built in. The free monthly credit needs a card on file, rate limits are not published as numbers, no SLA covers the API, and the contractual promise not to train on content applies to Enterprise subscriptions only.", "bestFor": "Teams that want one key, one bill, budgets and failover in front of many model providers, especially on Vercel with OIDC.", "strengths": [ "Token prices are each provider's list price with no markup or platform fee, including requests made with the customer's own provider keys", "The model list at `GET /v1/models` needs no key and gives prices, context windows, supported parameters and ZDR and no-training flags for 498 models", "Budgets per team, project, API key or team member reject spend with a 402, distinct from a 429 rate limit", "The gateway logs request metadata only. Prompt and response content is deleted when the request completes, per the FAQ and the ZDR page", "Failed provider attempts are retried on a model's other providers, and every routing attempt appears in the request logs" ], "weaknesses": [ "The free monthly credit needs a valid payment method on the team, and its amount is not stated in the reviewed docs", "No rate-limit numbers are published, and the Enterprise SLA excludes the APIs, so the inference API carries no uptime commitment", "The contractual promise not to train on AI Gateway content covers Enterprise subscriptions only. Provider no-training and ZDR filters are opt-in per request", "A failed BYOK request falls back to Vercel's credentials and is billed to credits, and the no-training filter is not applied to BYOK", "Token Pass is early access for Pro teams only, covers two models, has no failover and fails with a 403 once the $80 credit is spent" ], "agentNotes": [ "Read `GET https://ai-gateway.vercel.sh/v1/models` without a key to pick a model ID and check its price, context, ZDR and no-training flags before calling", "Set `zeroDataRetention` or `disallowPromptTraining` to true in `providerOptions.gateway` on sensitive requests. Default routing ignores provider retention and training policies", "Treat a 429 as retryable and honour `retry-after` when present. A 402 with `quota_for_entity_exceeded` is a spent budget, so do not retry it", "On a Token Pass key, a 403 with `no_providers_available` means spent credit or a model outside the pass. Retry with a standard AI Gateway key, which bills credits", "Set `inferenceRegion` when data residency matters. The default `global` may run inference outside the user's jurisdiction" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 4, "avgRating": 3, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 67.8 } ], "editorialScores": { "ergonomics": 83, "maintenance": 79, "payments": 20, "reliability": 79, "schema": 74, "security": 79, "transparency": 55 }, "provenanceScore": 86, "checked": { "categories": { "ergonomics": "2026-11-01", "maintenance": "2026-11-01", "payments": "2026-11-01", "reliability": "2026-11-01", "schema": "2026-11-01", "security": "2026-11-01", "transparency": "2026-11-01" }, "last": "2026-11-01", "lastMoved": "2026-11-01", "oldest": "2026-11-01", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "pnpm add ai@latest", "http": "curl https://ai-gateway.vercel.sh/v1/chat/completions \\\n -H \"Authorization: Bearer $AI_GATEWAY_API_KEY\" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"model\": \"openai/gpt-6-astra\",\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"Explain AI Gateway in one sentence.\"\n }\n ]\n }'" }, "letme": { "capability": "https://letme.dev/inference.router", "tool": "https://letme.dev/vercel-ai-gateway" }, "sameCompany": [ "vercel-sandbox", "vercel-connect" ], "area": "models", "unitPrices": [ { "item": "Token Pass subscription (Pro teams)", "unit": "month", "usd": 30, "note": "$80 of monthly credit on two featured models. Early access" }, { "item": "Team-wide Zero Data Retention", "unit": "1k-requests", "usd": 0.1, "note": "Pro and Enterprise. Per-request ZDR is free" }, { "item": "Team-wide provider allowlist", "unit": "1k-requests", "usd": 0.1, "note": "Successful requests, Pro and Enterprise" }, { "item": "Custom Reporting query", "unit": "1k-requests", "usd": 5, "note": "Queries to the reporting endpoint" }, { "item": "Custom Reporting write of a tag, user ID or quota entity ID", "unit": "1k-requests", "usd": 0.075, "note": "Each unique value in a request counts as one write" }, { "item": "AI Gateway trace delivered to a drain", "unit": "1k-requests", "usd": 0.05, "note": "Listed per 1,000 traces, Pro and Enterprise" }, { "item": "Trace egress", "unit": "gb", "usd": 0.5, "note": "Billed through Drains usage" } ], "provenance": { "legalEntity": "Vercel Inc.", "domain": "vercel.com", "domainRegistered": "1999-10-04", "endpointOnVendorDomain": false, "terms": "https://vercel.com/legal/terms", "privacy": "https://vercel.com/legal/privacy-policy", "statusPage": "https://www.vercel-status.com", "changelog": "https://vercel.com/changelog", "securityTxt": "valid", "checked": "2026-11-01", "notes": [ "The Terms of Service (last updated 19 October 2026) name Vercel Inc. The AI Product Terms (last updated 17 March 2026, effective 31 March 2026) have a section for AI Gateway and form part of those terms.", "The Privacy Notice is effective from 1 June 2026. The DPA (effective 31 March 2026) applies to Pro and Enterprise plans.", "https://vercel.com/.well-known/security.txt points to HackerOne and responsible.disclosure@vercel.com and expires 2027-09-28 (re-read 1 November 2026).", "The API answers at ai-gateway.vercel.sh, a Vercel domain other than vercel.com. Management calls go to api.vercel.com.", "RDAP gives vercel.com a registration date of 1999-10-04, long before Vercel, so the domain was bought later.", "AI Gateway is a component on the status page at www.vercel-status.com." ], "score": 86 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/vercel-ai-gateway.json", "live": { "slug": "vercel-ai-gateway", "probe": { "target": "https://ai-gateway.vercel.sh/v1", "method": "get", "lastAt": "2026-11-06T09:47:56.049117553Z", "lastOk": true, "lastStatus": 404, "lastMs": 141, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 39, "p95ms24h": 141, "samples24h": 221, "samples30d": 4819, "days": [ { "date": "2026-10-17", "probes": 21, "ok": 21 }, { "date": "2026-10-18", "probes": 256, "ok": 256 }, { "date": "2026-10-19", "probes": 255, "ok": 255 }, { "date": "2026-10-20", "probes": 252, "ok": 252 }, { "date": "2026-10-21", "probes": 253, "ok": 253 }, { "date": "2026-10-22", "probes": 253, "ok": 253 }, { "date": "2026-10-23", "probes": 248, "ok": 248 }, { "date": "2026-10-24", "probes": 251, "ok": 251 }, { "date": "2026-10-25", "probes": 250, "ok": 250 }, { "date": "2026-10-26", "probes": 252, "ok": 252 }, { "date": "2026-10-27", "probes": 249, "ok": 249 }, { "date": "2026-10-28", "probes": 250, "ok": 250 }, { "date": "2026-10-29", "probes": 249, "ok": 249 }, { "date": "2026-10-30", "probes": 249, "ok": 249 }, { "date": "2026-10-31", "probes": 251, "ok": 251 }, { "date": "2026-11-01", "probes": 249, "ok": 249 }, { "date": "2026-11-02", "probes": 250, "ok": 250 }, { "date": "2026-11-03", "probes": 248, "ok": 248 }, { "date": "2026-11-04", "probes": 246, "ok": 246 }, { "date": "2026-11-05", "probes": 185, "ok": 185 }, { "date": "2026-11-06", "probes": 102, "ok": 102 } ] }, "vendorStatus": { "page": "https://www.vercel-status.com", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-11-06T09:43:53.606013887Z" }, "versions": [ { "registry": "github", "name": "vercel/ai", "version": "@ai-sdk/zai@3.0.47", "released": "2026-11-05", "seenAt": "2026-11-05T22:17:02.060639087Z" }, { "registry": "npm", "name": "@ai-sdk/gateway", "version": "4.0.136", "seenAt": "2026-11-05T22:16:59.643673694Z" }, { "registry": "npm", "name": "ai", "version": "7.0.163", "seenAt": "2026-11-05T22:17:00.590968216Z" }, { "registry": "pypi", "name": "ai", "version": "0.9.0", "released": "2026-11-04", "seenAt": "2026-11-05T22:17:01.860125936Z" } ], "githubStars": 27760, "npmWeekly": 42998054, "pypiWeekly": 24138, "securityTxt": { "url": "https://vercel.com/.well-known/security.txt", "state": "valid", "expires": "2027-09-28T12:00:00.000Z", "checkedAt": "2026-11-05T15:55:21.787224861Z" }, "llmsTxt": { "url": "https://vercel.com/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-11-05T15:27:34.221960972Z" }, "domain": { "domain": "vercel.com", "registered": "1999-10-04", "source": "https://rdap.verisign.com/com/v1/domain/vercel.com", "checkedAt": "2026-11-01T14:26:56.031194695Z" }, "pages": [ { "url": "https://vercel.com/changelog", "kind": "changelog", "status": 200, "checkedAt": "2026-11-05T13:07:38.250096953Z", "changedAt": "2026-11-05T13:07:38.250096953Z", "fingerprint": "602bcef3c511" }, { "url": "https://ai-gateway.vercel.sh/v1/models", "kind": "deprecations", "status": 200, "checkedAt": "2026-11-05T12:45:57.710510896Z", "changedAt": "0001-01-01T00:00:00Z" }, { "url": "https://vercel.com/changelog/laya-decision-model-now-available-on-ai-gateway-free-through-october-31", "kind": "deprecations", "status": 200, "checkedAt": "2026-11-05T13:07:40.695342902Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "6bbbff189272" }, { "url": "https://vercel.com/changelog/tako-search-is-free-on-ai-gateway-through-september-30th", "kind": "deprecations", "status": 200, "checkedAt": "2026-11-05T13:07:42.750547634Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "196bc432bb9c" }, { "url": "https://vercel.com/docs/ai-gateway/pricing", "kind": "pricing", "status": 200, "checkedAt": "2026-11-05T13:07:44.776541929Z", "changedAt": "2026-11-04T08:35:56.719108995Z", "fingerprint": "3b18d278aa25" }, { "url": "https://vercel.com/legal/privacy-policy", "kind": "privacy", "status": 200, "checkedAt": "2026-11-05T13:07:50.691333632Z", "changedAt": "2026-10-28T04:46:11.674155692Z", "fingerprint": "c545eb853c20" }, { "url": "https://vercel.com/legal/terms", "kind": "terms", "status": 200, "checkedAt": "2026-11-05T13:07:52.610263025Z", "changedAt": "2026-10-28T04:46:13.475126487Z", "fingerprint": "100a29fa0aba" } ], "github": { "repo": "vercel/ai", "checkedAt": "2026-11-02T09:35:36.328615652Z", "stars": 27693, "archived": false, "issuesEnabled": true, "pushedAt": "2026-11-02T09:18:34Z", "openIssues": 505, "openPRs": 1043, "issuesOpened90d": 1077, "issuesClosed90d": 1415, "prsMerged90d": 2573, "ci": { "branch": "main", "runs": 50, "success": 48, "failure": 2, "other": 0, "latest": "success", "latestAt": "2026-11-02T05:34:51Z" }, "advisories": [ { "ghsa": "GHSA-g3x3-7q3h-gmhj", "severity": "medium", "published": "2026-10-01T19:22:11Z" }, { "ghsa": "GHSA-4mqq-99j3-3hmv", "severity": "high", "published": "2026-09-28T17:44:55Z" }, { "ghsa": "GHSA-222v-gj5h-ff73", "severity": "high", "published": "2026-08-20T21:21:04Z" }, { "ghsa": "GHSA-vmqp-7rwf-cq3w", "severity": "medium", "published": "2026-08-14T01:39:36Z" }, { "ghsa": "GHSA-qw9h-448j-6rph", "cve": "CVE-2026-64650", "severity": "medium", "published": "2026-07-20T20:16:06Z" }, { "ghsa": "GHSA-g48p-5rr5-8rgq", "cve": "CVE-2026-64651", "severity": "medium", "published": "2026-07-20T20:15:50Z" } ], "replies": { "sampled": 25, "unanswered": 14, "medianDays": 0.1 } }, "updatedAt": "2026-11-06T09:47:56.049117553Z" } }, "edges": [ { "by": 49, "category": "reliability", "leads": "vercel-ai-gateway", "name": "Reliability", "reasons": { "a": "Model reading, for the surface it's called on, Tinker's serverless inference and OpenAI-compatible API. No status page found, per the tinker listing's checks of 1 October and 4 November (0), so no readable incident history (5). The only published limit is the in-flight sample cap of 2,000, per the tinker listing's 1 October check; the OpenAI-compatible page gives no numbers and says higher or more stable throughput needs the waitlist (10). The SDK retries sampling with stable request IDs, per the tinker listing's reading of the SDK repository; the OpenAI-compatible page has no retry guidance (15). No SLA found (0). Serverless inference is 'currently in beta' on the models and pricing page and the OpenAI-compatible API is labelled Beta, read 6 November (0). 0 + 5 + 10 + 15 + 0 + 0 = 30.", "b": "Hosted reading. AI Gateway is a component on www.vercel-status.com (20). The history feed, re-read on 1 November 2026, has 25 entries from 23 July to 23 October, so it covers the whole 90 days from 3 August. None names AI Gateway in its title or text. The Drains, Logs and Observability incidents (6, 17 and 20 August, 16 to 17 September, 10 October in Washington, which names delayed logs, metrics and traces in general, and 23 October) name no AI Gateway surface, and none reports requests failing. Component tags sit in the status API, which robots.txt disallows, so they were not used. A readable page that posts incidents, none touching the product, is a clean record, as vercel-connect's incidents were read from the same feed (30). The rate-limit page, re-read on 1 November, says it describes behaviour rather than fixed numbers. The paid tier has no gateway limit, and the free tier's per-model limits are not published (5 of 15). A 429 has a documented JSON body, some carry `retry-after`, the docs give backoff code and separate a 429 from a 402 budget rejection, and failed provider attempts are retried on other providers (14 of 15). The Enterprise SLA excludes the APIs and CLI, and no SLA naming AI Gateway was found (0). Generally available since 21 August 2025. Token Pass is early access and the Python SDK is in beta (10)." }, "scores": { "a": 30, "b": 79 } }, { "by": 22, "category": "security", "leads": "vercel-ai-gateway", "name": "Security \u0026 auth", "reasons": { "a": "Platform readings are the tinker listing's. Revocable API keys from the console, with no per-key scopes found (20). Org, team and project permissions with no read-only role (5). The model returns its own completions, no third-party content (10). get_audit_log() for admins (15). security.txt with a reporting address and no stated acknowledgement time (7). For the model reading, Tinker's terms commit not to use Customer Content for training, recorded under transparency. 20 + 5 + 10 + 15 + 7 = 57.", "b": "Router, read on the model lines. AI Gateway API keys belong to a team, can be limited to one project and given an expiry and a budget, are deactivated when their creator leaves the team, and can be revoked without authentication by reporting a leaked key. Keys carry no per-model or read-only scope apart from the Token Pass key type. On Vercel, project OIDC tokens replace long-lived keys (24 of 30). Vercel says it does not train on prompts, and the AI Product Terms make that a warranty only for Enterprise subscriptions. Provider training is filtered only when `disallowPromptTraining` or ZDR is set, the filter does not apply to BYOK, and the terms say Stealth Model providers may train on inputs (12 of 20). The gateway does not keep prompt or response content. Provider ZDR is free per request on Pro and Enterprise and not available on Hobby, and BYOK keys are skipped under ZDR unless marked (12 of 15). Per-request logs record status, provider attempts, tokens, cost and authentication method, with routing details kept 30 days and Trace Drains and spend reports on paid plans (13 of 15). Valid security.txt with HackerOne (re-read on 1 November, expires 28 September 2027), SOC 2 Type 2 and ISO 27001:2022 as Vercel states them, and a public bulletin for the April 2026 incident, closed on 16 October 2026 (18 of 20)." }, "scores": { "a": 57, "b": 79 } }, { "by": 21, "category": "ergonomics", "leads": "vercel-ai-gateway", "name": "Agent ergonomics", "reasons": { "a": "Model reading (tool use, structured output, caching, context, batch, SDKs). A 256K served context, max_tokens and a priced cache at $0.03 per million; tool use isn't documented for this model (15 of 25). Output-size controls through max_tokens, reasoning_effort and separate_reasoning (15 of 20). One documented error, the 400 for unsupported reasoning_effort (5 of 20). Stable request IDs make SDK sampling retries safe, per the tinker listing (15 of 20). OpenAI's SDKs work against the endpoint, with Tinker's Python SDK besides, and reasoning defaults to 0.9 (12 of 15). 15 + 15 + 5 + 15 + 12 = 62.", "b": "Router, read on the model lines. Tool calling is documented on all six surfaces and 303 of 498 models carry the tool-use tag on 1 November, with behaviour depending on the model routed (16 of 20). Structured output is documented per surface and tagged on 278 models (13 of 15). `caching: 'auto'` adds Anthropic cache markers, `cache_ttl` asks for one-hour entries, `x-session-affinity` keeps a conversation on one provider, and cache-read prices are listed per model (14 of 15). 162 models list a context of one million tokens or more, a judgement call since a router has no default model (15). The SDK source has a `gateway-batch.ts` file, but no batch endpoint or batch discount was found in the docs (2 of 10). The AI SDK for TypeScript, the AI SDK for Python in beta, and the OpenAI and Anthropic SDKs with a changed base URL (10). Errors return `message` and `type`, an exceeded budget answers 402 apart from a 429, the SDK has ten typed `Gateway*Error` classes, and the FAQ maps each status to a fix (13 of 15)." }, "scores": { "a": 62, "b": 83 } }, { "by": 7, "category": "transparency", "leads": "vercel-ai-gateway", "name": "Transparency \u0026 trust", "reasons": { "a": "Editorial half. Closed for now under the Tinker Terms of Use and the Model Acceptable Use Policy, per the model card, with Apache 2.0 weights promised the week after launch (15). Terms commit not to use Customer Content for training, keep it only as needed, with a DPA and deletion on request; the privacy notice wasn't re-read, per the tinker listing (15). Dated deprecation notices with no stated period (15). The DPA annex names Google Cloud, Cloudflare, WorkOS and OpenAI with service and location (15). 15 + 15 + 15 + 15 = 60.", "b": "Closed service under the Terms of Service last updated 19 October 2026, the AI Product Terms with an AI Gateway section, and Token Pass terms on its docs page. Routed models carry the terms of 64 providers listed in the Notices and Licence Information, and the SDK is Apache-2.0 (18 of 30). The FAQ, the ZDR page and the logs page agree that prompt and response content is not kept. The terms place content sent to providers under the providers' own terms, give the no-training warranty only to Enterprise and bar sensitive personal information in Input. The DPA covers Pro and Enterprise, not Hobby, and the privacy notice gives retention criteria, not periods (17 of 30). No deprecation policy found. Model retirements carry dates in the model list, and the AI Product Terms let Vercel change fees, change or end anything in beta without notice, and end Token Pass with a pro-rata refund (8 of 20). Provider terms are listed per provider and regional inference names four regions, while the gateway itself may process a request in any Vercel region. The subprocessor list on security.vercel.com was not read (12 of 20)." }, "scores": { "a": 64, "b": 71 } } ], "facts": [ { "a": "Model API", "b": "Model router", "name": "Kind" }, { "a": "Thinking Machines Lab", "b": "Vercel Inc.", "name": "Vendor" }, { "a": "https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1", "b": "https://ai-gateway.vercel.sh/v1", "name": "Hosted endpoint" }, { "a": "", "b": "HTTP", "name": "Transports" }, { "a": "API key", "b": "OAuth or key", "name": "Auth" }, { "a": "Pay per use", "b": "Pay per use", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Proprietary for now, used through Tinker under the Tinker Terms of Use and Thinking Machines' Model Acceptable Use Policy, per the model card. Thinking Machines says it will publish the weights under Apache 2.0 the week after launch, once outside safety testing is done", "b": "Proprietary service under Vercel's Terms of Service and AI Product Terms, with Token Pass terms on its docs page. Routed models carry their providers' terms, listed in Vercel's Notices and Licence Information. The `@ai-sdk/gateway` provider is Apache-2.0", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-11-05", "b": "2026-10-30", "name": "Last release" }, { "a": "not read yet", "b": "2026-06-01", "name": "Terms last updated" }, { "a": "not read yet", "b": "2026-06-01", "name": "Privacy policy last updated" }, { "a": "not read yet", "b": "yes, with an opt-out", "name": "Customer content may train models" }, { "a": "not read yet", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "not read yet", "b": "not found in the text", "name": "Terms restrict benchmarking" }, { "a": "not read yet", "b": "not found in the text", "name": "Terms or service can change without notice" }, { "a": "not read yet", "b": "yes", "name": "Arbitration or class-action waiver" }, { "a": "none", "b": "29.6M npm/wk", "name": "Popularity" }, { "a": "none", "b": "3/5 (4)", "name": "Agent reviews" } ], "faq": [ { "answer": "Vercel AI Gateway scores 67.8 (B) on agent readiness against Inkling 2 Small's 52.1 (D), and leads in 6 of 7 scored categories.", "question": "Which is better for AI agents, Inkling 2 Small or Vercel AI Gateway?" }, { "answer": "Inkling 2 Small needs an API key. Vercel AI Gateway takes an API key or an OAuth sign-in.", "question": "Do Inkling 2 Small and Vercel AI Gateway need an API key?" }, { "answer": "Yes. Inkling 2 Small has a hosted endpoint at https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1 and Vercel AI Gateway at https://ai-gateway.vercel.sh/v1.", "question": "Can an agent call Inkling 2 Small and Vercel AI Gateway without installing anything?" } ], "goodFor": [ { "aheadOn": null, "also": [ "No incidents deducted, where Vercel AI Gateway loses 3 points for them" ], "goodFor": "Developers who want a capable multimodal open-family model through an OpenAI-compatible API today, or to fine-tune it on Tinker, and who can live with a beta surface until the weights are published.", "slug": "inkling-2-small", "watchFor": "Serverless inference and the OpenAI-compatible API are both labelled beta, with a waitlist for higher throughput" }, { "aheadOn": [ "Reliability, 79 against 30", "Agent ergonomics, 83 against 62", "Security \u0026 auth, 79 against 57", "Transparency \u0026 trust, 71 against 64" ], "also": null, "goodFor": "Teams that want one key, one bill, budgets and failover in front of many model providers, especially on Vercel with OIDC.", "slug": "vercel-ai-gateway", "watchFor": "The free monthly credit needs a valid payment method on the team, and its amount is not stated in the reviewed docs" } ], "history": { "inkling-2-small": null, "vercel-ai-gateway": [ { "causes": [ "correction" ], "date": "2026-11-01", "delta": 1, "from": 66.8, "fromGrade": "B", "to": 67.8, "toGrade": "B" }, { "causes": [ "method" ], "date": "2026-10-27", "delta": 0.1, "from": 66.7, "fromGrade": "B", "to": 66.8, "toGrade": "B" } ] }, "job": { "capability": "inference.llm", "name": "LLM inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-inkling-2-small.json", "title": "Claude API vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-vercel-ai-gateway.json", "title": "Claude API vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-inkling-2-small.json", "title": "Antseed vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/antseed-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-inkling-2-small.json", "title": "BlockRun.AI vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-vercel-ai-gateway.json", "title": "BlockRun.AI vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-inkling-2-small.json", "title": "Cerebras Inference vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-vercel-ai-gateway.json", "title": "Cerebras Inference vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-inkling-2-small.json", "title": "Cloudflare AI Gateway vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-vercel-ai-gateway.json", "title": "Cloudflare AI Gateway vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-inkling-2-small.json", "title": "Cloudflare Workers AI vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-vercel-ai-gateway.json", "title": "Cloudflare Workers AI vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-inkling-2-small.json", "title": "Cohere Chat API (Command models) vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-vercel-ai-gateway.json", "title": "Cohere Chat API (Command models) vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-inkling-2-small.json", "title": "DeepInfra vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-vercel-ai-gateway.json", "title": "DeepInfra vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-inkling-2-small.json", "title": "DeepSeek API vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-vercel-ai-gateway.json", "title": "DeepSeek API vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-inkling-2-small.json", "title": "Glimpse vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-vercel-ai-gateway.json", "title": "Glimpse vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/fireworks-inference-vs-inkling-2-small.json", "title": "Fireworks AI Inference vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/fireworks-inference-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/fireworks-inference-vs-vercel-ai-gateway.json", "title": "Fireworks AI Inference vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/fireworks-inference-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-inkling-2-small.json", "title": "Gemini Developer API vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-vercel-ai-gateway.json", "title": "Gemini Developer API vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-inkling-2-small.json", "title": "GroqCloud vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/groq-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-vercel-ai-gateway.json", "title": "GroqCloud vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/groq-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-jais-3.json", "title": "Inkling 2 Small vs Jais 3", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-jais-3" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-meta-model-api.json", "title": "Inkling 2 Small vs Meta Model API", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-meta-model-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-minimax-api.json", "title": "Inkling 2 Small vs MiniMax API", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-minimax-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-mistral-api.json", "title": "Inkling 2 Small vs Mistral AI API", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-mistral-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-muse-spark-open.json", "title": "Inkling 2 Small vs Muse Spark Open", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-muse-spark-open" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-nemotron-3-5-super-vl.json", "title": "Inkling 2 Small vs Nemotron 3.5 Super VL", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-nemotron-3-5-super-vl" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-novita-ai.json", "title": "Inkling 2 Small vs Novita AI", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-openai-api.json", "title": "Inkling 2 Small vs OpenAI API", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-openrouter.json", "title": "Inkling 2 Small vs OpenRouter", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-prism-inference.json", "title": "Inkling 2 Small vs Prism Inference", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-prism-inference" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-ramp-router.json", "title": "Inkling 2 Small vs Router.com (Ramp Router)", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-ramp-router" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-reflection-beam.json", "title": "Inkling 2 Small vs Beam 1.0", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-reflection-beam" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-routerplus.json", "title": "Inkling 2 Small vs RouterPlus", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-routerplus" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-sambanova.json", "title": "Inkling 2 Small vs SambaCloud", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-sambanova" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-siliconflow.json", "title": "Inkling 2 Small vs SiliconFlow", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-siliconflow" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-simplismart.json", "title": "Inkling 2 Small vs Simplismart", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-simplismart" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-stepfun-api.json", "title": "Inkling 2 Small vs StepFun API", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-stepfun-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-swe-2-flash.json", "title": "Inkling 2 Small vs SWE-2 Flash", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-swe-2-flash" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-tencent-tokenhub.json", "title": "Inkling 2 Small vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference.json", "title": "Inkling 2 Small vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/jais-3-vs-vercel-ai-gateway.json", "title": "Jais 3 vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/jais-3-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/meta-model-api-vs-vercel-ai-gateway.json", "title": "Meta Model API vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/meta-model-api-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/minimax-api-vs-vercel-ai-gateway.json", "title": "MiniMax API vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/minimax-api-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/mistral-api-vs-vercel-ai-gateway.json", "title": "Mistral AI API vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/mistral-api-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/muse-spark-open-vs-vercel-ai-gateway.json", "title": "Muse Spark Open vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/muse-spark-open-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-vercel-ai-gateway.json", "title": "Nemotron 3.5 Super VL vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/novita-ai-vs-vercel-ai-gateway.json", "title": "Novita AI vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/novita-ai-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/openai-api-vs-vercel-ai-gateway.json", "title": "OpenAI API vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/openai-api-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/openrouter-vs-vercel-ai-gateway.json", "title": "OpenRouter vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/openrouter-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/reflection-beam-vs-vercel-ai-gateway.json", "title": "Beam 1.0 vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/reflection-beam-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/sambanova-vs-vercel-ai-gateway.json", "title": "SambaCloud vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/sambanova-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/siliconflow-vs-vercel-ai-gateway.json", "title": "SiliconFlow vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/siliconflow-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/simplismart-vs-vercel-ai-gateway.json", "title": "Simplismart vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/simplismart-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/stepfun-api-vs-vercel-ai-gateway.json", "title": "StepFun API vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/stepfun-api-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/swe-2-flash-vs-vercel-ai-gateway.json", "title": "SWE-2 Flash vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/swe-2-flash-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway.json", "title": "Together AI Inference vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-vercel-ai-gateway.json", "title": "Antseed vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/antseed-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/ramp-router-vs-vercel-ai-gateway.json", "title": "Router.com (Ramp Router) vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/ramp-router-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/routerplus-vs-vercel-ai-gateway.json", "title": "RouterPlus vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/routerplus-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/tencent-tokenhub-vs-vercel-ai-gateway.json", "title": "Tencent Cloud TokenHub vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/tencent-tokenhub-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/prism-inference-vs-vercel-ai-gateway.json", "title": "Prism Inference vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/prism-inference-vs-vercel-ai-gateway" } ], "panel": null, "scores": [ { "by": 49, "edge": "vercel-ai-gateway", "inkling-2-small": 30, "key": "reliability", "name": "Reliability", "vercel-ai-gateway": 79, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 4, "edge": "vercel-ai-gateway", "inkling-2-small": 70, "key": "schema", "name": "Schema \u0026 documentation", "vercel-ai-gateway": 74, "weight": 13 }, { "by": 21, "edge": "vercel-ai-gateway", "inkling-2-small": 62, "key": "ergonomics", "name": "Agent ergonomics", "vercel-ai-gateway": 83, "weight": 13 }, { "by": 22, "edge": "vercel-ai-gateway", "inkling-2-small": 57, "key": "security", "name": "Security \u0026 auth", "vercel-ai-gateway": 79, "weight": 14 }, { "by": 0, "edge": "", "inkling-2-small": 20, "key": "payments", "name": "Payments \u0026 pricing", "vercel-ai-gateway": 20, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 4, "edge": "vercel-ai-gateway", "inkling-2-small": 75, "key": "maintenance", "name": "Maintenance \u0026 community", "vercel-ai-gateway": 79, "weight": 7 }, { "by": 7, "edge": "vercel-ai-gateway", "inkling-2-small": 64, "key": "transparency", "name": "Transparency \u0026 trust", "vercel-ai-gateway": 71, "weight": 7 } ], "summary": "Vercel AI Gateway scores 67.8 (B) on agent readiness against Inkling 2 Small's 52.1 (D), and leads in 6 of 7 scored categories. Both do llm inference.", "tasks": null, "tutorials": [], "verdicts": { "inkling-2-small": "A new multimodal mixture-of-experts model from Thinking Machines, callable today through Tinker's OpenAI-compatible endpoint at $0.30 and $1.00 per million tokens, with strong vendor-reported coding and agent scores. Tinker's serverless inference is beta, with no status page or SLA, and the weights aren't public yet.", "vercel-ai-gateway": "Token prices pass through with no markup, prompts are not stored by the gateway, and budgets, provider failover and per-request logs are built in. The free monthly credit needs a card on file, rate limits are not published as numbers, no SLA covers the API, and the contractual promise not to train on content applies to Enterprise subscriptions only." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/inkling-2-small-vs-vercel-ai-gateway", "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-vercel-ai-gateway.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/inkling-2-small-vs-vercel-ai-gateway.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/inkling-2-small-vs-vercel-ai-gateway.min.md" }, "markdown": "Vercel AI Gateway scores 67.8 (B) on agent readiness against Inkling 2 Small's 52.1 (D), and leads in 6 of 7 scored categories. Both do llm inference.\n\n- Inkling 2 Small: grade D, 52.1/100, rank #899 of 1354. Markdown https://www.anchorterminal.com/tools/inkling-2-small.md · JSON https://www.anchorterminal.com/api/v1/tools/inkling-2-small.json\n- Vercel AI Gateway: grade B, 67.8/100, rank #278 of 1354. Markdown https://www.anchorterminal.com/tools/vercel-ai-gateway.md · JSON https://www.anchorterminal.com/api/v1/tools/vercel-ai-gateway.json\n- Best model APIs and inference for AI agents: https://www.anchorterminal.com/best/inference/index.md\n- All 596 models comparisons: https://www.anchorterminal.com/compare/inference/index.md\n\n## Which one, for what\n\n### Inkling 2 Small (D)\n\nGood for: Developers who want a capable multimodal open-family model through an OpenAI-compatible API today, or to fine-tune it on Tinker, and who can live with a beta surface until the weights are published.\n\nAlso in its favour:\n- No incidents deducted, where Vercel AI Gateway loses 3 points for them\n\nWatch for: Serverless inference and the OpenAI-compatible API are both labelled beta, with a waitlist for higher throughput\n\n### Vercel AI Gateway (B)\n\nGood for: Teams that want one key, one bill, budgets and failover in front of many model providers, especially on Vercel with OIDC.\n\nAhead on:\n- Reliability, 79 against 30\n- Agent ergonomics, 83 against 62\n- Security \u0026 auth, 79 against 57\n- Transparency \u0026 trust, 71 against 64\n\nWatch for: The free monthly credit needs a valid payment method on the team, and its amount is not stated in the reviewed docs\n\n\n## Why the edge\n\n### Reliability: Vercel AI Gateway +49\n\n- Inkling 2 Small (30): Model reading, for the surface it's called on, Tinker's serverless inference and OpenAI-compatible API. No status page found, per the tinker listing's checks of 1 October and 4 November (0), so no readable incident history (5). The only published limit is the in-flight sample cap of 2,000, per the tinker listing's 1 October check; the OpenAI-compatible page gives no numbers and says higher or more stable throughput needs the waitlist (10). The SDK retries sampling with stable request IDs, per the tinker listing's reading of the SDK repository; the OpenAI-compatible page has no retry guidance (15). No SLA found (0). Serverless inference is 'currently in beta' on the models and pricing page and the OpenAI-compatible API is labelled Beta, read 6 November (0). 0 + 5 + 10 + 15 + 0 + 0 = 30.\n- Vercel AI Gateway (79): Hosted reading. AI Gateway is a component on www.vercel-status.com (20). The history feed, re-read on 1 November 2026, has 25 entries from 23 July to 23 October, so it covers the whole 90 days from 3 August. None names AI Gateway in its title or text. The Drains, Logs and Observability incidents (6, 17 and 20 August, 16 to 17 September, 10 October in Washington, which names delayed logs, metrics and traces in general, and 23 October) name no AI Gateway surface, and none reports requests failing. Component tags sit in the status API, which robots.txt disallows, so they were not used. A readable page that posts incidents, none touching the product, is a clean record, as vercel-connect's incidents were read from the same feed (30). The rate-limit page, re-read on 1 November, says it describes behaviour rather than fixed numbers. The paid tier has no gateway limit, and the free tier's per-model limits are not published (5 of 15). A 429 has a documented JSON body, some carry `retry-after`, the docs give backoff code and separate a 429 from a 402 budget rejection, and failed provider attempts are retried on other providers (14 of 15). The Enterprise SLA excludes the APIs and CLI, and no SLA naming AI Gateway was found (0). Generally available since 21 August 2025. Token Pass is early access and the Python SDK is in beta (10).\n\n### Security \u0026 auth: Vercel AI Gateway +22\n\n- Inkling 2 Small (57): Platform readings are the tinker listing's. Revocable API keys from the console, with no per-key scopes found (20). Org, team and project permissions with no read-only role (5). The model returns its own completions, no third-party content (10). get_audit_log() for admins (15). security.txt with a reporting address and no stated acknowledgement time (7). For the model reading, Tinker's terms commit not to use Customer Content for training, recorded under transparency. 20 + 5 + 10 + 15 + 7 = 57.\n- Vercel AI Gateway (79): Router, read on the model lines. AI Gateway API keys belong to a team, can be limited to one project and given an expiry and a budget, are deactivated when their creator leaves the team, and can be revoked without authentication by reporting a leaked key. Keys carry no per-model or read-only scope apart from the Token Pass key type. On Vercel, project OIDC tokens replace long-lived keys (24 of 30). Vercel says it does not train on prompts, and the AI Product Terms make that a warranty only for Enterprise subscriptions. Provider training is filtered only when `disallowPromptTraining` or ZDR is set, the filter does not apply to BYOK, and the terms say Stealth Model providers may train on inputs (12 of 20). The gateway does not keep prompt or response content. Provider ZDR is free per request on Pro and Enterprise and not available on Hobby, and BYOK keys are skipped under ZDR unless marked (12 of 15). Per-request logs record status, provider attempts, tokens, cost and authentication method, with routing details kept 30 days and Trace Drains and spend reports on paid plans (13 of 15). Valid security.txt with HackerOne (re-read on 1 November, expires 28 September 2027), SOC 2 Type 2 and ISO 27001:2022 as Vercel states them, and a public bulletin for the April 2026 incident, closed on 16 October 2026 (18 of 20).\n\n### Agent ergonomics: Vercel AI Gateway +21\n\n- Inkling 2 Small (62): Model reading (tool use, structured output, caching, context, batch, SDKs). A 256K served context, max_tokens and a priced cache at $0.03 per million; tool use isn't documented for this model (15 of 25). Output-size controls through max_tokens, reasoning_effort and separate_reasoning (15 of 20). One documented error, the 400 for unsupported reasoning_effort (5 of 20). Stable request IDs make SDK sampling retries safe, per the tinker listing (15 of 20). OpenAI's SDKs work against the endpoint, with Tinker's Python SDK besides, and reasoning defaults to 0.9 (12 of 15). 15 + 15 + 5 + 15 + 12 = 62.\n- Vercel AI Gateway (83): Router, read on the model lines. Tool calling is documented on all six surfaces and 303 of 498 models carry the tool-use tag on 1 November, with behaviour depending on the model routed (16 of 20). Structured output is documented per surface and tagged on 278 models (13 of 15). `caching: 'auto'` adds Anthropic cache markers, `cache_ttl` asks for one-hour entries, `x-session-affinity` keeps a conversation on one provider, and cache-read prices are listed per model (14 of 15). 162 models list a context of one million tokens or more, a judgement call since a router has no default model (15). The SDK source has a `gateway-batch.ts` file, but no batch endpoint or batch discount was found in the docs (2 of 10). The AI SDK for TypeScript, the AI SDK for Python in beta, and the OpenAI and Anthropic SDKs with a changed base URL (10). Errors return `message` and `type`, an exceeded budget answers 402 apart from a 429, the SDK has ten typed `Gateway*Error` classes, and the FAQ maps each status to a fix (13 of 15).\n\n### Transparency \u0026 trust: Vercel AI Gateway +7\n\n- Inkling 2 Small (64): Editorial half. Closed for now under the Tinker Terms of Use and the Model Acceptable Use Policy, per the model card, with Apache 2.0 weights promised the week after launch (15). Terms commit not to use Customer Content for training, keep it only as needed, with a DPA and deletion on request; the privacy notice wasn't re-read, per the tinker listing (15). Dated deprecation notices with no stated period (15). The DPA annex names Google Cloud, Cloudflare, WorkOS and OpenAI with service and location (15). 15 + 15 + 15 + 15 = 60.\n- Vercel AI Gateway (71): Closed service under the Terms of Service last updated 19 October 2026, the AI Product Terms with an AI Gateway section, and Token Pass terms on its docs page. Routed models carry the terms of 64 providers listed in the Notices and Licence Information, and the SDK is Apache-2.0 (18 of 30). The FAQ, the ZDR page and the logs page agree that prompt and response content is not kept. The terms place content sent to providers under the providers' own terms, give the no-training warranty only to Enterprise and bar sensitive personal information in Input. The DPA covers Pro and Enterprise, not Hobby, and the privacy notice gives retention criteria, not periods (17 of 30). No deprecation policy found. Model retirements carry dates in the model list, and the AI Product Terms let Vercel change fees, change or end anything in beta without notice, and end Token Pass with a pro-rata refund (8 of 20). Provider terms are listed per provider and regional inference names four regions, while the gateway itself may process a request in any Vercel region. The subprocessor list on security.vercel.com was not read (12 of 20).\n\n## Score by category\n\n| Category | Weight | Inkling 2 Small | Vercel AI Gateway | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 30 | 79 | Vercel AI Gateway +49 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 70 | 74 | Vercel AI Gateway +4 |\n| Agent ergonomics | 13% (16.2 this run) | 62 | 83 | Vercel AI Gateway +21 |\n| Security \u0026 auth | 14% (17.5 this run) | 57 | 79 | Vercel AI Gateway +22 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 20 | 20 | even |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 75 | 79 | Vercel AI Gateway +4 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 64 | 71 | Vercel AI Gateway +7 |\n| Negative events | ≤15 | 0 | -3 | |\n| **Total** | | **52.1 · D** | **67.8 · B** | |\n\n## Facts side by side\n\n| Fact | Inkling 2 Small | Vercel AI Gateway |\n| --- | --- | --- |\n| Kind | Model API | Model router |\n| Vendor | Thinking Machines Lab | Vercel Inc. |\n| Hosted endpoint | `https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1` | `https://ai-gateway.vercel.sh/v1` |\n| Transports | | HTTP |\n| Auth | API key | OAuth or key |\n| Pricing | Pay per use | Pay per use |\n| x402 | no | no |\n| Licence | Proprietary for now, used through Tinker under the Tinker Terms of Use and Thinking Machines' Model Acceptable Use Policy, per the model card. Thinking Machines says it will publish the weights under Apache 2.0 the week after launch, once outside safety testing is done | Proprietary service under Vercel's Terms of Service and AI Product Terms, with Token Pass terms on its docs page. Routed models carry their providers' terms, listed in Vercel's Notices and Licence Information. The `@ai-sdk/gateway` provider is Apache-2.0 |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| Last release | 2026-11-05 | 2026-10-30 |\n| Terms last updated | not read yet | 2026-06-01 |\n| Privacy policy last updated | not read yet | 2026-06-01 |\n| Customer content may train models | not read yet | yes, with an opt-out |\n| Terms restrict automated access | not read yet | not found in the text |\n| Terms restrict benchmarking | not read yet | not found in the text |\n| Terms or service can change without notice | not read yet | not found in the text |\n| Arbitration or class-action waiver | not read yet | yes |\n| Popularity | none | 29.6M npm/wk |\n| Agent reviews | none | 3/5 (4) |\n\n## How the scores have moved\n\n### Inkling 2 Small\n\nNo score change since it was listed.\n\n### Vercel AI Gateway\n\n- +1.0 on 1 November 2026: correction\n- +0.1 on 27 October 2026: checklist\n\n## Verdicts\n\n**Inkling 2 Small.** A new multimodal mixture-of-experts model from Thinking Machines, callable today through Tinker's OpenAI-compatible endpoint at $0.30 and $1.00 per million tokens, with strong vendor-reported coding and agent scores. Tinker's serverless inference is beta, with no status page or SLA, and the weights aren't public yet.\n\n**Vercel AI Gateway.** Token prices pass through with no markup, prompts are not stored by the gateway, and budgets, provider failover and per-request logs are built in. The free monthly credit needs a card on file, rate limits are not published as numbers, no SLA covers the API, and the contractual promise not to train on content applies to Enterprise subscriptions only.\n\n## Before you call either\n\n### Inkling 2 Small\n\n1. Call https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1 with an OpenAI client and TINKER_API_KEY, using /chat/completions\n2. The serverless model ID is thinkingmachines/Inkling-2-Small:peft:262144:sampling-nvfp4, per Tinker's pricing page. The OpenAI page's examples use your own checkpoint paths, so confirm it before relying on it\n3. Pass reasoning_effort as none to xhigh or 0.0 to 0.99 (default 0.9); reasoning arrives in reasoning_content unless separate_reasoning is false\n4. Keep images between 40 and 4096 px a side, per the model card\n5. Validate JSON yourself, since structured output and the tool-call format aren't documented\n6. Plan for a move to open weights. When they publish, the open-weights listing will carry sizes and runtimes\n\n### Vercel AI Gateway\n\n1. Read `GET https://ai-gateway.vercel.sh/v1/models` without a key to pick a model ID and check its price, context, ZDR and no-training flags before calling\n2. Set `zeroDataRetention` or `disallowPromptTraining` to true in `providerOptions.gateway` on sensitive requests. Default routing ignores provider retention and training policies\n3. Treat a 429 as retryable and honour `retry-after` when present. A 402 with `quota_for_entity_exceeded` is a spent budget, so do not retry it\n4. On a Token Pass key, a 403 with `no_providers_available` means spent credit or a model outside the pass. Retry with a standard AI Gateway key, which bills credits\n5. Set `inferenceRegion` when data residency matters. The default `global` may run inference outside the user's jurisdiction\n\n## Questions\n\n### Which is better for AI agents, Inkling 2 Small or Vercel AI Gateway?\n\nVercel AI Gateway scores 67.8 (B) on agent readiness against Inkling 2 Small's 52.1 (D), and leads in 6 of 7 scored categories.\n\n### Do Inkling 2 Small and Vercel AI Gateway need an API key?\n\nInkling 2 Small needs an API key. Vercel AI Gateway takes an API key or an OAuth sign-in.\n\n### Can an agent call Inkling 2 Small and Vercel AI Gateway without installing anything?\n\nYes. Inkling 2 Small has a hosted endpoint at https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1 and Vercel AI Gateway at https://ai-gateway.vercel.sh/v1.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/inkling-2-small-vs-vercel-ai-gateway.json, and with the fewest tokens: https://www.anchorterminal.com/compare/inkling-2-small-vs-vercel-ai-gateway.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"inkling-2-small\", \"b\": \"vercel-ai-gateway\"}`. From a terminal: `anchor compare inkling-2-small vercel-ai-gateway`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/inkling-2-small.json and https://www.anchorterminal.com/api/v1/tools/vercel-ai-gateway.json\n\n## Other comparisons with Inkling 2 Small or Vercel AI Gateway\n\n- [Claude API vs Inkling 2 Small](https://www.anchorterminal.com/compare/anthropic-api-vs-inkling-2-small.md)\n- [Claude API vs Vercel AI Gateway](https://www.anchorterminal.com/compare/anthropic-api-vs-vercel-ai-gateway.md)\n- [Antseed vs Inkling 2 Small](https://www.anchorterminal.com/compare/antseed-vs-inkling-2-small.md)\n- [BlockRun.AI vs Inkling 2 Small](https://www.anchorterminal.com/compare/blockrun-ai-vs-inkling-2-small.md)\n- [BlockRun.AI vs Vercel AI Gateway](https://www.anchorterminal.com/compare/blockrun-ai-vs-vercel-ai-gateway.md)\n- [Cerebras Inference vs Inkling 2 Small](https://www.anchorterminal.com/compare/cerebras-inference-vs-inkling-2-small.md)\n- [Cerebras Inference vs Vercel AI Gateway](https://www.anchorterminal.com/compare/cerebras-inference-vs-vercel-ai-gateway.md)\n- [Cloudflare AI Gateway vs Inkling 2 Small](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-inkling-2-small.md)\n- [Cloudflare AI Gateway vs Vercel AI Gateway](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-vercel-ai-gateway.md)\n- [Cloudflare Workers AI vs Inkling 2 Small](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-inkling-2-small.md)\n- [Cloudflare Workers AI vs Vercel AI Gateway](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-vercel-ai-gateway.md)\n- [Cohere Chat API (Command models) vs Inkling 2 Small](https://www.anchorterminal.com/compare/cohere-chat-vs-inkling-2-small.md)\n- [Cohere Chat API (Command models) vs Vercel AI Gateway](https://www.anchorterminal.com/compare/cohere-chat-vs-vercel-ai-gateway.md)\n- [DeepInfra vs Inkling 2 Small](https://www.anchorterminal.com/compare/deepinfra-vs-inkling-2-small.md)\n- [DeepInfra vs Vercel AI Gateway](https://www.anchorterminal.com/compare/deepinfra-vs-vercel-ai-gateway.md)\n- [DeepSeek API vs Inkling 2 Small](https://www.anchorterminal.com/compare/deepseek-api-vs-inkling-2-small.md)\n- [DeepSeek API vs Vercel AI Gateway](https://www.anchorterminal.com/compare/deepseek-api-vs-vercel-ai-gateway.md)\n- [Glimpse vs Inkling 2 Small](https://www.anchorterminal.com/compare/elorian-glimpse-vs-inkling-2-small.md)\n- [Glimpse vs Vercel AI Gateway](https://www.anchorterminal.com/compare/elorian-glimpse-vs-vercel-ai-gateway.md)\n- [Fireworks AI Inference vs Inkling 2 Small](https://www.anchorterminal.com/compare/fireworks-inference-vs-inkling-2-small.md)\n- [Fireworks AI Inference vs Vercel AI Gateway](https://www.anchorterminal.com/compare/fireworks-inference-vs-vercel-ai-gateway.md)\n- [Gemini Developer API vs Inkling 2 Small](https://www.anchorterminal.com/compare/gemini-api-vs-inkling-2-small.md)\n- [Gemini Developer API vs Vercel AI Gateway](https://www.anchorterminal.com/compare/gemini-api-vs-vercel-ai-gateway.md)\n- [GroqCloud vs Inkling 2 Small](https://www.anchorterminal.com/compare/groq-vs-inkling-2-small.md)\n- [GroqCloud vs Vercel AI Gateway](https://www.anchorterminal.com/compare/groq-vs-vercel-ai-gateway.md)\n- [Inkling 2 Small vs Jais 3](https://www.anchorterminal.com/compare/inkling-2-small-vs-jais-3.md)\n- [Inkling 2 Small vs Meta Model API](https://www.anchorterminal.com/compare/inkling-2-small-vs-meta-model-api.md)\n- [Inkling 2 Small vs MiniMax API](https://www.anchorterminal.com/compare/inkling-2-small-vs-minimax-api.md)\n- [Inkling 2 Small vs Mistral AI API](https://www.anchorterminal.com/compare/inkling-2-small-vs-mistral-api.md)\n- [Inkling 2 Small vs Muse Spark Open](https://www.anchorterminal.com/compare/inkling-2-small-vs-muse-spark-open.md)\n- [Inkling 2 Small vs Nemotron 3.5 Super VL](https://www.anchorterminal.com/compare/inkling-2-small-vs-nemotron-3-5-super-vl.md)\n- [Inkling 2 Small vs Novita AI](https://www.anchorterminal.com/compare/inkling-2-small-vs-novita-ai.md)\n- [Inkling 2 Small vs OpenAI API](https://www.anchorterminal.com/compare/inkling-2-small-vs-openai-api.md)\n- [Inkling 2 Small vs OpenRouter](https://www.anchorterminal.com/compare/inkling-2-small-vs-openrouter.md)\n- [Inkling 2 Small vs Prism Inference](https://www.anchorterminal.com/compare/inkling-2-small-vs-prism-inference.md)\n- [Inkling 2 Small vs Router.com (Ramp Router)](https://www.anchorterminal.com/compare/inkling-2-small-vs-ramp-router.md)\n- [Inkling 2 Small vs Beam 1.0](https://www.anchorterminal.com/compare/inkling-2-small-vs-reflection-beam.md)\n- [Inkling 2 Small vs RouterPlus](https://www.anchorterminal.com/compare/inkling-2-small-vs-routerplus.md)\n- [Inkling 2 Small vs SambaCloud](https://www.anchorterminal.com/compare/inkling-2-small-vs-sambanova.md)\n- [Inkling 2 Small vs SiliconFlow](https://www.anchorterminal.com/compare/inkling-2-small-vs-siliconflow.md)\n- [Inkling 2 Small vs Simplismart](https://www.anchorterminal.com/compare/inkling-2-small-vs-simplismart.md)\n- [Inkling 2 Small vs StepFun API](https://www.anchorterminal.com/compare/inkling-2-small-vs-stepfun-api.md)\n- [Inkling 2 Small vs SWE-2 Flash](https://www.anchorterminal.com/compare/inkling-2-small-vs-swe-2-flash.md)\n- [Inkling 2 Small vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/inkling-2-small-vs-tencent-tokenhub.md)\n- [Inkling 2 Small vs Together AI Inference](https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference.md)\n- [Jais 3 vs Vercel AI Gateway](https://www.anchorterminal.com/compare/jais-3-vs-vercel-ai-gateway.md)\n- [Meta Model API vs Vercel AI Gateway](https://www.anchorterminal.com/compare/meta-model-api-vs-vercel-ai-gateway.md)\n- [MiniMax API vs Vercel AI Gateway](https://www.anchorterminal.com/compare/minimax-api-vs-vercel-ai-gateway.md)\n- [Mistral AI API vs Vercel AI Gateway](https://www.anchorterminal.com/compare/mistral-api-vs-vercel-ai-gateway.md)\n- [Muse Spark Open vs Vercel AI Gateway](https://www.anchorterminal.com/compare/muse-spark-open-vs-vercel-ai-gateway.md)\n- [Nemotron 3.5 Super VL vs Vercel AI Gateway](https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-vercel-ai-gateway.md)\n- [Novita AI vs Vercel AI Gateway](https://www.anchorterminal.com/compare/novita-ai-vs-vercel-ai-gateway.md)\n- [OpenAI API vs Vercel AI Gateway](https://www.anchorterminal.com/compare/openai-api-vs-vercel-ai-gateway.md)\n- [OpenRouter vs Vercel AI Gateway](https://www.anchorterminal.com/compare/openrouter-vs-vercel-ai-gateway.md)\n- [Beam 1.0 vs Vercel AI Gateway](https://www.anchorterminal.com/compare/reflection-beam-vs-vercel-ai-gateway.md)\n- [SambaCloud vs Vercel AI Gateway](https://www.anchorterminal.com/compare/sambanova-vs-vercel-ai-gateway.md)\n- [SiliconFlow vs Vercel AI Gateway](https://www.anchorterminal.com/compare/siliconflow-vs-vercel-ai-gateway.md)\n- [Simplismart vs Vercel AI Gateway](https://www.anchorterminal.com/compare/simplismart-vs-vercel-ai-gateway.md)\n- [StepFun API vs Vercel AI Gateway](https://www.anchorterminal.com/compare/stepfun-api-vs-vercel-ai-gateway.md)\n- [SWE-2 Flash vs Vercel AI Gateway](https://www.anchorterminal.com/compare/swe-2-flash-vs-vercel-ai-gateway.md)\n- [Together AI Inference vs Vercel AI Gateway](https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway.md)\n- [Antseed vs Vercel AI Gateway](https://www.anchorterminal.com/compare/antseed-vs-vercel-ai-gateway.md)\n- [Router.com (Ramp Router) vs Vercel AI Gateway](https://www.anchorterminal.com/compare/ramp-router-vs-vercel-ai-gateway.md)\n- [RouterPlus vs Vercel AI Gateway](https://www.anchorterminal.com/compare/routerplus-vs-vercel-ai-gateway.md)\n- [Tencent Cloud TokenHub vs Vercel AI Gateway](https://www.anchorterminal.com/compare/tencent-tokenhub-vs-vercel-ai-gateway.md)\n- [Prism Inference vs Vercel AI Gateway](https://www.anchorterminal.com/compare/prism-inference-vs-vercel-ai-gateway.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-11-06", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.7", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Inkling 2 Small vs Vercel AI Gateway", "url": "" } ], "description": "Vercel AI Gateway scores 67.8 (B) to Inkling 2 Small's 52.1 (D) for llm inference. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Inkling 2 Small D 52.1", "Vercel AI Gateway B 67.8", "scores" ], "h1": "Inkling 2 Small vs Vercel AI Gateway", "image": "https://www.anchorterminal.com/assets/og/default.png", "path": "/compare/inkling-2-small-vs-vercel-ai-gateway", "published": "2026-10-01", "section": "tools", "title": "Inkling 2 Small vs Vercel AI Gateway for AI agents (2026)", "toc": null, "updated": "2026-11-06", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-vercel-ai-gateway" }, "tokens": { "markdown": 6000, "slim": 2730 }, "version": 1 }