{ "data": { "a": { "slug": "cloudflare-ai-gateway", "name": "Cloudflare AI Gateway", "vendor": "Cloudflare, Inc.", "vendorUrl": "https://www.cloudflare.com", "kind": "router", "category": "inference", "summary": "AI Gateway is Cloudflare's proxy and router for model providers. Agents call OpenAI-style, Anthropic-style or native endpoints on the Cloudflare API, with logging, caching, rate and spend limits, retries, fallbacks and one prepaid credit balance.", "url": "https://www.anchorterminal.com/tools/cloudflare-ai-gateway", "markdownUrl": "https://www.anchorterminal.com/tools/cloudflare-ai-gateway.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/cloudflare-ai-gateway.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/cloudflare-ai-gateway.json", "dns": "cloudflare-ai-gateway.grade.anchorterminal.com", "repo": "https://github.com/cloudflare/ai", "license": "Proprietary service under Cloudflare's Self-Serve Subscription Agreement and its service-specific terms. Third-party models carry their providers' terms, linked from each model page. `ai-gateway-provider` is MIT and Cloudflare's OpenAPI repository is BSD-3-Clause", "transports": [ "http" ], "remoteUrl": "https://api.cloudflare.com/client/v4/accounts/{account_id}/ai", "packages": [ { "registry": "npm", "name": "ai-gateway-provider" }, { "registry": "npm", "name": "cloudflare" }, { "registry": "pypi", "name": "cloudflare" } ], "auth": "api-key", "authNotes": "A Cloudflare API token as a Bearer header, created by a person in the dashboard. The `/ai/*` inference routes need Workers AI Read, and the `/ai-gateway/*` management routes need AI Gateway Read or Edit. Provider-native endpoints on `gateway.ai.cloudflare.com` take the token in `cf-aig-authorization`. Tokens can carry an expiry and an IP address filter and cannot be limited to one gateway. Access is self-serve, with no review or sales step.", "pricing": "freemium", "pricingNotes": "Free on all plans for analytics, caching, rate limiting and DLP scanning, with a Cloudflare account. Third-party models are paid from prepaid Unified Billing credits at provider prices plus a 5 per cent fee on each credit purchase, or with the caller's own provider keys at no Cloudflare charge. Guardrails are billed as Workers AI inference. Accounts whose first gateway dates from 24 September 2026 or later keep logs in Workers Logs at Workers Logs pricing, older accounts in Legacy Logs (100,000 logs on Workers Free, 10,000,000 per gateway on Workers Paid). Logpush follows Logpush pricing (https://developers.cloudflare.com/ai-gateway/reference/pricing/, checked 2026-11-01).", "priceSummary": "5% fee", "where": "hosted", "x402": { "level": "partial", "evidence": "Machine Payments, in beta since 30 September 2026, takes x402 payment on `POST /ai/run` for four open models when the request carries `Payment-Method: x402`. It needs a Cloudflare API token, a United States account and a card on file. The OpenAI-style and Anthropic-style routes are not covered. We did not call it (https://developers.cloudflare.com/ai-gateway/features/machine-payments/, checked 2026-10-09).", "endpoints": [ { "url": "https://api.cloudflare.com/client/v4/accounts/{account_id}/ai/run", "priceUsd": null, "network": "" } ] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": 250648, "pypiWeekly": null, "asOf": "2026-10-09" }, "docsUrl": "https://developers.cloudflare.com/ai-gateway/", "llmsTxt": "https://developers.cloudflare.com/ai-gateway/llms.txt", "openapi": "https://raw.githubusercontent.com/cloudflare/api-schemas/main/openapi.json", "capabilities": [ "inference.llm", "inference.router", "obs.gateway", "guard.moderation", "guard.pii" ], "tags": [ "hosted", "router", "free-tier", "usage-based", "x402", "openapi", "llms-txt", "openai-compatible", "typescript", "python", "go", "status-page", "bug-bounty" ], "lastRelease": "2026-10-21", "graded": true, "anchor": { "graded": true, "score": 67.8, "grade": "B", "agentReady": false, "rank": 276, "ranked": true, "rankOf": 1354, "categoryRank": 8, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 73, "maintenance": 75, "payments": 52, "reliability": 66, "schema": 75, "security": 80, "transparency": 74 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-01" }, "negative": -3, "negativeNotes": [ "6 October 2026. Rejected-credential responses on `POST /ai/run` changed status (ElevenLabs 403, Vertex 500 and other providers' 402 became 401 with code 2009, and Unified Billing rejections became 503) on the day of the changelog entry, with no advance notice found. On 8 October new log IDs and request IDs changed from ULIDs and random UUIDs to UUIDv7, announced the same day with advice to update code that checks the ULID format. Repeats of one kind fold into one term. Three points (https://developers.cloudflare.com/ai-gateway/changelog/)." ], "verdict": "The gateway layer is free, per-model prices are public with no markup, and logs, spend limits and fallbacks are set per gateway. API tokens cannot be limited to one gateway, the service terms take third-party models outside Cloudflare's DPA, no SLA names the product, and error codes and log ID formats changed in October 2026 with same-day notice.", "bestFor": "Teams that already hold a Cloudflare account and want one token, one bill, logs, budgets and fallbacks in front of several model providers, or that want to keep their own provider keys behind a proxy with spend limits.", "strengths": [ "Core gateway functions (analytics, caching, rate limiting) are free on all plans, and provider prices pass through with no markup", "One Cloudflare API token reaches 241 catalogue models through OpenAI Chat Completions, OpenAI Responses, Anthropic Messages or the native `/ai/run` route", "Spend limits block requests with a 429 once a budget is reached, scoped by model, provider or request metadata, with up to 20 rules a gateway", "Logging is switched per gateway and per request, and `cf-aig-collect-log-payload: false` keeps token and cost metadata without storing prompts", "x402 payment (Machine Payments, beta since 30 September 2026) works on `POST /ai/run` for four open models" ], "weaknesses": [ "API tokens are account-scoped. Any token with AI Gateway Run can send requests through every gateway in the account and spend its stored provider keys", "The service-specific terms say the DPA and Information Security Exhibit do not apply to third-party models reached through AI Gateway", "No SLA naming AI Gateway was found. The Enterprise SLA lists service-specific SLAs for R2, Queues and Workers only", "On 6 October 2026 rejected-credential responses on `/ai/run` changed to 401 with code 2009, and on 8 October log IDs became UUIDv7, each announced the same day", "Unified Billing traffic is capped at 200 requests per 60 seconds per gateway, and a 5 per cent fee applies to credit purchases", "Section 2.2(e) of the Self-Serve Subscription Agreement bars automated agents that generate automated requests into the Services, which matters before any probe is run", "`ai-gateway-provider` was feature frozen and deprecated on 21 October 2026 in favour of `createAI` in the Agents SDK" ], "agentNotes": [ "Use the REST API at `api.cloudflare.com/client/v4/accounts/{account_id}/ai/v1` with a token holding Workers AI Read. A token with only an AI Gateway permission returns 401 with code 10000", "Send `cf-aig-gateway-id` on every Workers AI (`@cf/`) call and on dynamic routes. Without it a dynamic route resolves against the default gateway and returns 404", "Set `cf-aig-collect-log: false` or `cf-aig-collect-log-payload: false` on sensitive requests. Logging of prompts and responses is on by default", "Treat a 429 as a rate limit or a spent budget and a 401 with code 2009 as a rejected provider key. Do not retry a 2009", "Set `byok_only` on the gateway or send `cf-aig-no-wholesale: true` to stop a request without a provider key falling through to paid Unified Billing credits", "Use `createAI` from the `agents` package for new AI SDK code. `ai-gateway-provider` is deprecated and gets no new work" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 4, "avgRating": 3, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 67.8 } ], "editorialScores": { "ergonomics": 73, "maintenance": 75, "payments": 52, "reliability": 66, "schema": 75, "security": 80, "transparency": 51 }, "provenanceScore": 96, "checked": { "categories": { "ergonomics": "2026-11-01", "maintenance": "2026-11-01", "payments": "2026-11-01", "reliability": "2026-11-01", "schema": "2026-11-01", "security": "2026-11-01", "transparency": "2026-11-01" }, "last": "2026-11-01", "lastMoved": "2026-11-01", "oldest": "2026-11-01", "stale": false, "staleAfterDays": 90 } }, "connect": { "http": "curl -X POST \"https://api.cloudflare.com/client/v4/accounts/$CLOUDFLARE_ACCOUNT_ID/ai/v1/chat/completions\" \\\n --header \"Authorization: Bearer $CLOUDFLARE_API_TOKEN\" \\\n --header \"Content-Type: application/json\" \\\n --data '{\n \"model\": \"openai/gpt-4.1-mini\",\n \"messages\": [{\"role\": \"user\", \"content\": \"What is Cloudflare?\"}]\n }'", "x402": "curl -iX POST \"https://api.cloudflare.com/client/v4/accounts/$CLOUDFLARE_ACCOUNT_ID/ai/run\" \\\n --header \"Authorization: Bearer $CLOUDFLARE_API_TOKEN\" \\\n --header \"Payment-Method: x402\" \\\n --header \"Content-Type: application/json\" \\\n --data '{\"model\":\"z-ai/glm-4.7-flash\",\"input\":{\"messages\":[{\"role\":\"user\",\"content\":\"What is Cloudflare?\"}]}}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/cloudflare-ai-gateway" }, "sameCompany": [ "cloudflare-workers-ai", "cloudflare-sandbox-sdk", "cloudflare-web-search", "cloudflare-clairic", "cloudflare-ai-search", "cloudflare-cli", "cloudflare-mcp", "cloudflare-email-service", "cloudflare-r2", "cloudflare-clef" ], "area": "models", "unitPrices": [ { "item": "Unified Billing credit purchase fee", "unit": "pct", "usd": 5, "note": "a $100 purchase is charged $105" } ], "provenance": { "legalEntity": "Cloudflare, Inc.", "domain": "cloudflare.com", "domainRegistered": "2009-02-17", "endpointOnVendorDomain": true, "terms": "https://www.cloudflare.com/terms/", "privacy": "https://www.cloudflare.com/privacypolicy/", "statusPage": "https://www.cloudflarestatus.com", "changelog": "https://developers.cloudflare.com/ai-gateway/changelog/", "securityTxt": "valid", "checked": "2026-10-09", "notes": [ "Terms are the Self-Serve Subscription Agreement, last updated 12 September 2025, which names Cloudflare, Inc. at 101 Townsend St, San Francisco.", "The service-specific terms (https://www.cloudflare.com/service-specific-terms-developer-platform/), last updated 28 September 2026, have a section for Workers AI and AI Gateway that supplements the agreement.", "The privacy policy is effective from 4 November 2025. The customer DPA is version 6.4, effective 3 April 2026.", "www.cloudflare.com/.well-known/security.txt, read on 9 October 2026, names HackerOne and a disclosure policy and has no Expires field. It is recorded as valid, although RFC 9116 asks for that field.", "The inference endpoints are on api.cloudflare.com and gateway.ai.cloudflare.com.", "The status page lists AI Gateway as its own component, operational on 9 October 2026.", "RDAP for cloudflare.com gives a registration date of 2009-02-17." ], "score": 96 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/cloudflare-ai-gateway.json", "live": { "slug": "cloudflare-ai-gateway", "probe": { "target": "https://api.cloudflare.com/client/v4/accounts/{account_id}/ai", "method": "get", "lastAt": "2026-11-06T09:47:23.234438264Z", "lastOk": true, "lastStatus": 404, "lastMs": 51, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 46, "p95ms24h": 114, "samples24h": 221, "samples30d": 6879, "days": [ { "date": "2026-10-09", "probes": 85, "ok": 85 }, { "date": "2026-10-10", "probes": 247, "ok": 247 }, { "date": "2026-10-11", "probes": 247, "ok": 247 }, { "date": "2026-10-12", "probes": 247, "ok": 247 }, { "date": "2026-10-13", "probes": 248, "ok": 248 }, { "date": "2026-10-14", "probes": 249, "ok": 249 }, { "date": "2026-10-15", "probes": 253, "ok": 253 }, { "date": "2026-10-16", "probes": 252, "ok": 252 }, { "date": "2026-10-17", "probes": 253, "ok": 253 }, { "date": "2026-10-18", "probes": 256, "ok": 256 }, { "date": "2026-10-19", "probes": 255, "ok": 255 }, { "date": "2026-10-20", "probes": 252, "ok": 252 }, { "date": "2026-10-21", "probes": 253, "ok": 253 }, { "date": "2026-10-22", "probes": 253, "ok": 253 }, { "date": "2026-10-23", "probes": 248, "ok": 248 }, { "date": "2026-10-24", "probes": 251, "ok": 251 }, { "date": "2026-10-25", "probes": 250, "ok": 250 }, { "date": "2026-10-26", "probes": 252, "ok": 252 }, { "date": "2026-10-27", "probes": 249, "ok": 249 }, { "date": "2026-10-28", "probes": 251, "ok": 251 }, { "date": "2026-10-29", "probes": 249, "ok": 249 }, { "date": "2026-10-30", "probes": 248, "ok": 248 }, { "date": "2026-10-31", "probes": 251, "ok": 251 }, { "date": "2026-11-01", "probes": 249, "ok": 249 }, { "date": "2026-11-02", "probes": 250, "ok": 250 }, { "date": "2026-11-03", "probes": 248, "ok": 248 }, { "date": "2026-11-04", "probes": 246, "ok": 246 }, { "date": "2026-11-05", "probes": 185, "ok": 185 }, { "date": "2026-11-06", "probes": 102, "ok": 102 } ] }, "vendorStatus": { "page": "https://www.cloudflarestatus.com", "indicator": "major", "summary": "Partial System Outage", "checkedAt": "2026-11-06T09:42:41.747870679Z" }, "versions": [ { "registry": "github", "name": "cloudflare/ai", "version": "ai-gateway-provider@4.0.2", "released": "2026-10-20", "seenAt": "2026-11-05T21:21:29.046194748Z" }, { "registry": "npm", "name": "ai-gateway-provider", "version": "4.0.2", "seenAt": "2026-11-05T21:21:26.562182321Z" }, { "registry": "npm", "name": "cloudflare", "version": "7.3.0", "seenAt": "2026-11-05T21:21:27.369813523Z" }, { "registry": "pypi", "name": "cloudflare", "version": "5.9.0", "released": "2026-10-03", "seenAt": "2026-11-05T21:21:28.828746763Z" } ], "githubStars": 1214, "npmWeekly": 246405, "pypiWeekly": 768136, "securityTxt": { "url": "https://cloudflare.com/.well-known/security.txt", "state": "valid", "checkedAt": "2026-11-05T15:55:32.012219732Z" }, "llmsTxt": { "url": "https://developers.cloudflare.com/ai-gateway/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-11-05T15:25:27.595703343Z" }, "domain": { "domain": "cloudflare.com", "registered": "2009-02-17", "source": "https://rdap.verisign.com/com/v1/domain/cloudflare.com", "checkedAt": "2026-11-01T14:18:56.122446983Z" }, "pages": [ { "url": "https://developers.cloudflare.com/ai-gateway/changelog/", "kind": "deprecations", "status": 200, "checkedAt": "2026-11-05T12:50:13.179898939Z", "changedAt": "2026-11-05T12:27:56.20103115Z", "fingerprint": "7efea71081af" }, { "url": "https://developers.cloudflare.com/ai-gateway/reference/pricing/", "kind": "pricing", "status": 200, "checkedAt": "2026-11-05T12:50:15.296067884Z", "changedAt": "2026-11-05T12:27:58.285650461Z", "fingerprint": "37ec41081ede" }, { "url": "https://www.cloudflare.com/privacypolicy/", "kind": "privacy", "status": 200, "checkedAt": "2026-11-05T13:10:51.493838767Z", "changedAt": "2026-11-05T13:10:51.493838767Z", "fingerprint": "2831e6d73308" }, { "url": "https://www.cloudflare.com/terms/", "kind": "terms", "status": 200, "checkedAt": "2026-11-05T13:10:54.662495738Z", "changedAt": "2026-10-22T01:30:41.491480215Z", "fingerprint": "515e09b3c6ed" } ], "github": { "repo": "cloudflare/ai", "checkedAt": "2026-11-02T08:39:38.372041532Z", "stars": 1210, "archived": false, "issuesEnabled": true, "pushedAt": "2026-10-27T10:39:35Z", "openIssues": 63, "openPRs": 21, "issuesOpened90d": 21, "issuesClosed90d": 12, "prsMerged90d": 6, "ci": { "branch": "main", "runs": 50, "success": 49, "failure": 0, "other": 1, "latest": "success", "latestAt": "2026-10-27T10:42:34Z" }, "advisories": [ { "ghsa": "GHSA-v85r-hgf6-q875", "severity": "medium", "published": "2025-11-04T18:27:48Z" } ], "replies": { "sampled": 25, "unanswered": 14, "medianDays": 0.1 } }, "updatedAt": "2026-11-06T09:47:23.234438264Z" } }, "answer": "Cloudflare AI Gateway scores 67.8 (B) on agent readiness against Inkling 2 Small's 52.1 (D), and leads in 6 of 7 scored categories.", "b": { "slug": "inkling-2-small", "name": "Inkling 2 Small", "vendor": "Thinking Machines Lab", "vendorUrl": "https://thinkingmachines.ai", "kind": "model", "category": "inference", "summary": "Inkling 2 Small is Thinking Machines Lab's mixture-of-experts model, 594B total and 17B active parameters, taking text and images and returning text. It runs on Tinker for inference and fine-tuning, with open weights promised.", "url": "https://www.anchorterminal.com/tools/inkling-2-small", "markdownUrl": "https://www.anchorterminal.com/tools/inkling-2-small.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/inkling-2-small.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/inkling-2-small.json", "dns": "inkling-2-small.grade.anchorterminal.com", "license": "Proprietary for now, used through Tinker under the Tinker Terms of Use and Thinking Machines' Model Acceptable Use Policy, per the model card. Thinking Machines says it will publish the weights under Apache 2.0 the week after launch, once outside safety testing is done", "transports": [], "remoteUrl": "https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1", "packages": [], "auth": "api-key", "authNotes": "A Tinker API key from the Tinker console, read from TINKER_API_KEY and passed as the OpenAI client's api_key on the OpenAI-compatible endpoint, or used by the Tinker Python SDK. Sign-up is a browser flow at auth.thinkingmachines.ai, and the quickstart asks for payment details in Billing before training, per the tinker listing.", "pricing": "usage", "pricingNotes": "Serverless inference (beta) is $0.30 per million input tokens, $0.03 cached and $1.00 output, at 256K context. On the training side prefill is the same $0.30, sampling $1.00, and training $1.50 per million at 64K or $3.00 at 256K. No free tier is listed (checked 2026-11-06).", "priceSummary": "Pay per use", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 on Tinker's models and pricing page or its OpenAI-compatible API page, and Tinker bills against an account with payment details (checked 2026-11-06).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-11-06" }, "docsUrl": "https://thinkingmachines.ai/model-card/inkling-2-small/", "llmsTxt": "https://tinker-docs.thinkingmachines.ai/llms.txt", "capabilities": [ "inference.llm" ], "tags": [ "official", "hosted", "model", "moe", "multimodal", "vision", "reasoning", "openai-compatible", "usage-priced", "card-required", "beta", "llms-txt", "new" ], "lastRelease": "2026-11-05", "graded": true, "anchor": { "graded": true, "score": 52.1, "grade": "D", "agentReady": false, "rank": 899, "ranked": true, "rankOf": 1354, "categoryRank": 28, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 62, "maintenance": 75, "payments": 20, "reliability": 30, "schema": 70, "security": 57, "transparency": 64 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-06" }, "negative": 0, "verdict": "A new multimodal mixture-of-experts model from Thinking Machines, callable today through Tinker's OpenAI-compatible endpoint at $0.30 and $1.00 per million tokens, with strong vendor-reported coding and agent scores. Tinker's serverless inference is beta, with no status page or SLA, and the weights aren't public yet.", "bestFor": "Developers who want a capable multimodal open-family model through an OpenAI-compatible API today, or to fine-tune it on Tinker, and who can live with a beta surface until the weights are published.", "strengths": [ "OpenAI-compatible chat and completions endpoint, so the OpenAI SDKs work with a Tinker key", "$0.30 input, $0.03 cached and $1.00 output per million tokens, published without a login", "Text and image input, a 256K context on Tinker and up to 1M per the model card", "reasoning_effort from none to xhigh or a number, with reasoning returned separately", "A model card with intended use, limitations, training data sources and safety testing that includes outside red-teaming", "Thinking Machines says Apache 2.0 weights follow a week after launch" ], "weaknesses": [ "Serverless inference and the OpenAI-compatible API are both labelled beta, with a waitlist for higher throughput", "No status page, SLA or published rate limits for serverless inference", "Tool-calling format and structured output aren't documented for this model", "No free tier, and sign-up is a browser flow with payment details", "Benchmark results are Thinking Machines' own, with no independent results yet" ], "agentNotes": [ "Call https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1 with an OpenAI client and TINKER_API_KEY, using /chat/completions", "The serverless model ID is thinkingmachines/Inkling-2-Small:peft:262144:sampling-nvfp4, per Tinker's pricing page. The OpenAI page's examples use your own checkpoint paths, so confirm it before relying on it", "Pass reasoning_effort as none to xhigh or 0.0 to 0.99 (default 0.9); reasoning arrives in reasoning_content unless separate_reasoning is false", "Keep images between 40 and 4096 px a side, per the model card", "Validate JSON yourself, since structured output and the tool-call format aren't documented", "Plan for a move to open weights. When they publish, the open-weights listing will carry sizes and runtimes" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "D", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 52.1 } ], "editorialScores": { "ergonomics": 62, "maintenance": 75, "payments": 20, "reliability": 30, "schema": 70, "security": 57, "transparency": 60 }, "provenanceScore": 68, "checked": { "categories": { "ergonomics": "2026-11-06", "maintenance": "2026-11-06", "payments": "2026-11-06", "reliability": "2026-11-06", "schema": "2026-11-06", "security": "2026-11-06", "transparency": "2026-11-06" }, "last": "2026-11-06", "oldest": "2026-11-06", "stale": false, "staleAfterDays": 90 } }, "connect": { "http": "curl https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1/chat/completions \\\n -H \"Authorization: Bearer $TINKER_API_KEY\" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"model\": \"thinkingmachines/Inkling-2-Small:peft:262144:sampling-nvfp4\",\n \"messages\": [{\"role\": \"user\", \"content\": \"Hello!\"}],\n \"reasoning_effort\": \"low\"\n }'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/inkling-2-small" }, "sameCompany": [ "inkling", "inkling-small" ], "sameModel": [ "tinker" ], "area": "models", "provenance": { "legalEntity": "Thinking Machines Lab, Inc. (named as provider on the model card)", "domain": "thinkingmachines.ai", "domainRegistered": "", "domainNote": "Not looked up: RDAP isn't requested under the 1 November 2026 rules.", "endpointOnVendorDomain": true, "terms": "https://thinkingmachines.ai/legal/terms/", "privacy": "https://thinkingmachines.ai/legal/privacy/", "statusPage": "", "changelog": "https://tinker-docs.thinkingmachines.ai/changelog/", "securityTxt": "valid", "checked": "2026-11-06", "notes": [ "The launch post and model card are on thinkingmachines.ai and name Thinking Machines Lab, Inc. as provider. The OpenAI-compatible endpoint is on thinkingmachines.dev, which Tinker's own docs give as the production base URL, so it's read as a domain the vendor controls; its registration wasn't looked up.", "Thinking Machines' terms bar scraping the Services, which the 4 November re-check read as a ban and paused. The founder decided on 6 November 2026 that reading at a person's pace is fine, so four pages were read one at a time: the launch post, the model card, the models and pricing page and the OpenAI-compatible API page. tinker-docs.thinkingmachines.ai has no robots.txt; thinkingmachines.ai's has no rules.", "security.txt lists security-reports@thinkingmachines.ai and expires 2029-07-13, per the 2 November reading.", "No status page was found." ], "score": 68 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/inkling-2-small.json", "live": { "slug": "inkling-2-small", "probe": { "target": "https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1", "method": "get", "lastAt": "2026-11-06T09:47:32.967989265Z", "lastOk": true, "lastStatus": 404, "lastMs": 389, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 398, "p95ms24h": 429, "samples24h": 47, "samples30d": 47, "days": [ { "date": "2026-11-06", "probes": 47, "ok": 47 } ] }, "updatedAt": "2026-11-06T09:47:32.967989265Z" } }, "edges": [ { "by": 36, "category": "reliability", "leads": "cloudflare-ai-gateway", "name": "Reliability", "reasons": { "a": "Hosted reading. www.cloudflarestatus.com is a Statuspage with AI Gateway, Workers AI and API as separate components (20). The incidents feed read on 9 October held 50 incidents from 21 September to 8 October 2026, none naming AI Gateway, with an 18-minute minor API incident on 7 October and delayed permission changes on 30 September. On 1 November the host's history.atom held only scheduled maintenance for 2 to 6 November, and the history page loads by script. Whether the incidents posted from 16 to 31 October name AI Gateway wasn't read for this listing (cloudflare-r2, cloudflare-workers-ai and cloudflare-email-service read that list for their own components only), and 3 August to 20 September and 9 to 15 October went unread too. An unread window isn't credited, so the line rests on the 21 September to 8 October reading alone, as on 9 October (10 of 30). Unified Billing traffic is limited to 200 requests per 60 seconds per gateway, re-read on 1 November, the Cloudflare API to 1,200 requests per five minutes per token, and BYOK traffic has no gateway limit (15). Over-limit and over-budget requests return 429, the Cloudflare API returns `retry-after` and `Ratelimit` headers for its own limit, and retries with backoff and model fallbacks can be set per request or per gateway. No `Retry-After` was found for the gateway's own 429, and nothing separates a rate-limit 429 from a spend-limit 429 (11 of 15). No SLA naming AI Gateway was found. The Enterprise SLA lists service-specific SLAs for R2, Queues and Workers only (0). The core product carries no beta label, and Machine Payments is in beta (10). 20 + 10 + 15 + 11 + 0 + 10 = 66.", "b": "Model reading, for the surface it's called on, Tinker's serverless inference and OpenAI-compatible API. No status page found, per the tinker listing's checks of 1 October and 4 November (0), so no readable incident history (5). The only published limit is the in-flight sample cap of 2,000, per the tinker listing's 1 October check; the OpenAI-compatible page gives no numbers and says higher or more stable throughput needs the waitlist (10). The SDK retries sampling with stable request IDs, per the tinker listing's reading of the SDK repository; the OpenAI-compatible page has no retry guidance (15). No SLA found (0). Serverless inference is 'currently in beta' on the models and pricing page and the OpenAI-compatible API is labelled Beta, read 6 November (0). 0 + 5 + 10 + 15 + 0 + 0 = 30." }, "scores": { "a": 66, "b": 30 } }, { "by": 32, "category": "payments", "leads": "cloudflare-ai-gateway", "name": "Payments \u0026 pricing", "reasons": { "a": "x402 is in beta on `POST /ai/run` since 30 September 2026 for four open models of 241 in the catalogue. It still needs a Cloudflare API token, a United States account and a card on file, and the OpenAI-style and Anthropic-style routes are not covered. We did not call it (12 of 40). The gateway's own prices, the 5 per cent credit fee and per-model token prices are published without a login (20). Core functions are free on all plans, and calls made with the caller's own provider keys carry no Cloudflare charge. We did not sign up to confirm that no card is asked for (20). A person creates the account and the first token in a browser, and the x402 route needs both (0). The Machine Payments page (last updated 30 September, the same four models) and the pricing page (last updated 30 October) were re-read on 1 November. 12 + 20 + 20 + 0 = 52.", "b": "Published rubric. No payment protocol (0). Per-million-token prices for serverless inference and training published without a login on 6 November (20). No free tier listed, and the quickstart asks for payment details before training, per the tinker listing (0). Sign-up is a browser flow (0). 0 + 20 + 0 + 0 = 20." }, "scores": { "a": 52, "b": 20 } }, { "by": 23, "category": "security", "leads": "cloudflare-ai-gateway", "name": "Security \u0026 auth", "reasons": { "a": "Router, read on the model lines. Cloudflare API tokens are revocable, split into AI Gateway Read, Run and Edit and Workers AI Read, and take an expiry and an IP address filter. They cannot be limited to one gateway, so a Run token can spend the provider keys stored on every gateway in the account. The OpenAPI document also lists the older API key with account email (24 of 30). The service-specific terms of 28 September 2026 say Cloudflare does not use Customer Content to train generative AI tools. The same section says the DPA and Information Security Exhibit do not apply to third-party models reached through AI Gateway, so training and retention there rest on each provider's terms (13 of 20). Prompts and responses are logged by default. Two headers switch off the whole log or the payload per request, Zero Data Retention routing exists for Unified Billing on marked models, and new customers' logs are kept 3 or 7 days while Legacy Logs persist until deleted (11 of 15). Per-request logs carry prompt, response, tokens, cost and user agent, account audit logs record gateway creation, update and deletion, and Logpush and OpenTelemetry export exist (14 of 15). security.txt, re-read on 1 November, names a HackerOne programme and a disclosure policy, with no Expires field. Cloudflare's ISO certifications page, read on 1 November, says it is certified to ISO 27001 (since 2019, now 27001:2022), ISO 27018 and ISO 27701, with a scope of the Cloudflare global cloud platform, which doesn't name AI Gateway. 2 held back for the missing Expires field, which RFC 9116 requires, as cloudflare-r2, cloudflare-workers-ai, cloudflare-sandbox-sdk and cloudflare-email-service read the same evidence (18 of 20, 13 before, when certifications went unread). Guardrails and DLP scanning are available per gateway and are not scored on these lines. 24 + 13 + 11 + 14 + 18 = 80.", "b": "Platform readings are the tinker listing's. Revocable API keys from the console, with no per-key scopes found (20). Org, team and project permissions with no read-only role (5). The model returns its own completions, no third-party content (10). get_audit_log() for admins (15). security.txt with a reporting address and no stated acknowledgement time (7). For the model reading, Tinker's terms commit not to use Customer Content for training, recorded under transparency. 20 + 5 + 10 + 15 + 7 = 57." }, "scores": { "a": 80, "b": 57 } }, { "by": 11, "category": "ergonomics", "leads": "cloudflare-ai-gateway", "name": "Agent ergonomics", "reasons": { "a": "Router, read on the model lines (tool use, structured output, caching, context, batch, SDKs, errors). Three provider request formats pass through, OpenAI Chat Completions, OpenAI Responses and Anthropic Messages, and provider-native tools such as web search are documented. Tool behaviour depends on the routed model (15 of 20). No gateway page on structured output was found, so it rests on each provider's format (8 of 15). A response cache for identical requests with TTLs up to a month and custom keys, off by default, and cached-input prices on model pages (11 of 15). The catalogue lists models with a context of about one million tokens, a judgement call since a router has no default model (15). Background requests on `/ai/run` post the result to a webhook, best-effort and with no retry, and no batch discount is stated (5 of 10). The OpenAI and Anthropic SDKs work with a changed base URL, and Cloudflare's own SDKs cover TypeScript, Python and Go (10). Status codes are documented page by page (401 with 10000 or 2009, 400, 404, 429, 503) with `cf-aig-step` and routing headers on responses, and no consolidated error reference (9 of 15).", "b": "Model reading (tool use, structured output, caching, context, batch, SDKs). A 256K served context, max_tokens and a priced cache at $0.03 per million; tool use isn't documented for this model (15 of 25). Output-size controls through max_tokens, reasoning_effort and separate_reasoning (15 of 20). One documented error, the 400 for unsupported reasoning_effort (5 of 20). Stable request IDs make SDK sampling retries safe, per the tinker listing (15 of 20). OpenAI's SDKs work against the endpoint, with Tinker's Python SDK besides, and reasoning defaults to 0.9 (12 of 15). 15 + 15 + 5 + 15 + 12 = 62." }, "scores": { "a": 73, "b": 62 } }, { "by": 10, "category": "transparency", "leads": "cloudflare-ai-gateway", "name": "Transparency \u0026 trust", "reasons": { "a": "Closed service under the Self-Serve Subscription Agreement and service-specific terms with a section for Workers AI and AI Gateway. Each model page links the provider's terms, `ai-gateway-provider` is MIT and the OpenAPI repository is BSD-3-Clause (16 of 30). The service terms, the logging and Zero Data Retention pages, the DPA (version 6.4, 3 April 2026) and the privacy policy of 4 November 2025 were read. The privacy policy gives retention criteria, not periods. The terms take third-party models outside the DPA, while the sub-processor list names five model providers for AI Gateway, and the two are hard to square (17 of 30). No deprecation policy was found. Deprecated endpoints carry notices with no dates, and section 8 of the agreement lets Cloudflare modify or discontinue a service without notice (6 of 20). The sub-processor list, last updated 1 October 2025, names Google, Anthropic, OpenAI, xAI and Groq for AI Gateway with locations. The catalogue on 9 October 2026 also carries models from Alibaba, ByteDance, MiniMax and others that the list does not name (12 of 20). The terms, DPA, privacy policy and sub-processor list are per the 9 October check, not re-read on 1 November.", "b": "Editorial half. Closed for now under the Tinker Terms of Use and the Model Acceptable Use Policy, per the model card, with Apache 2.0 weights promised the week after launch (15). Terms commit not to use Customer Content for training, keep it only as needed, with a DPA and deletion on request; the privacy notice wasn't re-read, per the tinker listing (15). Dated deprecation notices with no stated period (15). The DPA annex names Google Cloud, Cloudflare, WorkOS and OpenAI with service and location (15). 15 + 15 + 15 + 15 = 60." }, "scores": { "a": 74, "b": 64 } }, { "by": 5, "category": "schema", "leads": "cloudflare-ai-gateway", "name": "Schema \u0026 documentation", "reasons": { "a": "Router, scored on the API lines. Cloudflare's public OpenAPI 3.0.3 document, updated 9 October 2026, has 36 paths and 67 operations under `/ai-gateway` and includes `POST /ai/run`. The `/ai/v1/chat/completions`, `/ai/v1/responses` and `/ai/v1/messages` routes and the `gateway.ai.cloudflare.com` endpoints are not in it (20 of 25). An AI Gateway `llms.txt` and a Markdown copy of every page (10). Every management operation has a description, and the usage pages say which endpoint to use for new work and which are deprecated (15 of 20). Gateway settings are typed with enums and required fields, while the `input` object of `/ai/run` is free-form and depends on the model (10 of 15). Curl, SDK and Worker examples on most pages. No table of gateway error codes was found. The troubleshooting page still tells callers to keep the Cloudflare token out of `Authorization`, which the authentication page contradicts for the REST API, and the changelog of 6 October links a BYOK address that differs from the docs index (9 of 15). A dated changelog with RSS. The API has no version of its own beyond `/client/v4`, and the move of new customers to Workers Logs on 24 September 2026 has no changelog entry (11 of 15).", "b": "Model reading. No OpenAPI file of its own; the OpenAI-compatible chat and completions endpoints and the typed Python SDK are the contract, as the tinker listing reads it (15). llms.txt on the docs host, per the tinker listing's 1 October check (10). The model card states intended use (agentic and tool-use systems, coding assistants, chatbots, RAG), inputs, outputs and limitations, and the launch post its benchmarks (16 of 20). Model IDs, context lengths and the reasoning_effort values (none to xhigh, or 0.0 to 0.99) are documented; the tool-call format and structured output aren't, for this model (8 of 15). A Python example and an HTTP 400 for models without reasoning_effort, with no error page (6 of 15). A dated Tinker changelog and a model deprecations page, per the tinker listing (15). 15 + 10 + 16 + 8 + 6 + 15 = 70." }, "scores": { "a": 75, "b": 70 } } ], "facts": [ { "a": "Model router", "b": "Model API", "name": "Kind" }, { "a": "Cloudflare, Inc.", "b": "Thinking Machines Lab", "name": "Vendor" }, { "a": "https://api.cloudflare.com/client/v4/accounts/{account_id}/ai", "b": "https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "", "name": "Transports" }, { "a": "API key", "b": "API key", "name": "Auth" }, { "a": "Freemium", "b": "Pay per use", "name": "Pricing" }, { "a": "payer tooling only", "b": "no", "name": "x402" }, { "a": "Proprietary service under Cloudflare's Self-Serve Subscription Agreement and its service-specific terms. Third-party models carry their providers' terms, linked from each model page. `ai-gateway-provider` is MIT and Cloudflare's OpenAPI repository is BSD-3-Clause", "b": "Proprietary for now, used through Tinker under the Tinker Terms of Use and Thinking Machines' Model Acceptable Use Policy, per the model card. Thinking Machines says it will publish the weights under Apache 2.0 the week after launch, once outside safety testing is done", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-10-21", "b": "2026-11-05", "name": "Last release" }, { "a": "2025-09-12", "b": "not read yet", "name": "Terms last updated" }, { "a": "no date given", "b": "not read yet", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "not read yet", "name": "Customer content may train models" }, { "a": "yes", "b": "not read yet", "name": "Terms restrict automated access" }, { "a": "not found in the text", "b": "not read yet", "name": "Terms restrict benchmarking" }, { "a": "yes", "b": "not read yet", "name": "Terms or service can change without notice" }, { "a": "yes", "b": "not read yet", "name": "Arbitration or class-action waiver" }, { "a": "251k npm/wk", "b": "none", "name": "Popularity" }, { "a": "3/5 (4)", "b": "none", "name": "Agent reviews" } ], "faq": [ { "answer": "Cloudflare AI Gateway scores 67.8 (B) on agent readiness against Inkling 2 Small's 52.1 (D), and leads in 6 of 7 scored categories.", "question": "Which is better for AI agents, Cloudflare AI Gateway or Inkling 2 Small?" }, { "answer": "Both need an API key.", "question": "Do Cloudflare AI Gateway and Inkling 2 Small need an API key?" }, { "answer": "Yes. Cloudflare AI Gateway has a hosted endpoint at https://api.cloudflare.com/client/v4/accounts/{account_id}/ai and Inkling 2 Small at https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1.", "question": "Can an agent call Cloudflare AI Gateway and Inkling 2 Small without installing anything?" } ], "goodFor": [ { "aheadOn": [ "Reliability, 66 against 30", "Schema \u0026 documentation, 75 against 70", "Agent ergonomics, 73 against 62", "Security \u0026 auth, 80 against 57", "Payments \u0026 pricing, 52 against 20", "Transparency \u0026 trust, 74 against 64" ], "also": null, "goodFor": "Teams that already hold a Cloudflare account and want one token, one bill, logs, budgets and fallbacks in front of several model providers, or that want to keep their own provider keys behind a proxy with spend limits.", "slug": "cloudflare-ai-gateway", "watchFor": "API tokens are account-scoped. Any token with AI Gateway Run can send requests through every gateway in the account and spend its stored provider keys" }, { "aheadOn": null, "also": [ "No incidents deducted, where Cloudflare AI Gateway loses 3 points for them" ], "goodFor": "Developers who want a capable multimodal open-family model through an OpenAI-compatible API today, or to fine-tune it on Tinker, and who can live with a beta surface until the weights are published.", "slug": "inkling-2-small", "watchFor": "Serverless inference and the OpenAI-compatible API are both labelled beta, with a waitlist for higher throughput" } ], "history": { "cloudflare-ai-gateway": [ { "causes": [ "evidence" ], "date": "2026-11-01", "delta": 0.9, "from": 66.9, "fromGrade": "B", "to": 67.8, "toGrade": "B" }, { "causes": [ "method" ], "date": "2026-10-27", "delta": 0.1, "from": 66.8, "fromGrade": "B", "to": 66.9, "toGrade": "B" } ], "inkling-2-small": null }, "job": { "capability": "inference.llm", "name": "LLM inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-cloudflare-ai-gateway.json", "title": "Claude API vs Cloudflare AI Gateway", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-cloudflare-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-inkling-2-small.json", "title": "Claude API vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-inkling-2-small.json", "title": "Antseed vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/antseed-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-cloudflare-ai-gateway.json", "title": "BlockRun.AI vs Cloudflare AI Gateway", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-cloudflare-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-inkling-2-small.json", "title": "BlockRun.AI vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-cloudflare-ai-gateway.json", "title": "Cerebras Inference vs Cloudflare AI Gateway", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-cloudflare-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-inkling-2-small.json", "title": "Cerebras Inference vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-cloudflare-workers-ai.json", "title": "Cloudflare AI Gateway vs Cloudflare Workers AI", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-cloudflare-workers-ai" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-cohere-chat.json", "title": "Cloudflare AI Gateway vs Cohere Chat API (Command models)", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-cohere-chat" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepinfra.json", "title": "Cloudflare AI Gateway vs DeepInfra", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepseek-api.json", "title": "Cloudflare AI Gateway vs DeepSeek API", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepseek-api" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-elorian-glimpse.json", "title": "Cloudflare AI Gateway vs Glimpse", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-elorian-glimpse" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-fireworks-inference.json", "title": "Cloudflare AI Gateway vs Fireworks AI Inference", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-fireworks-inference" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-gemini-api.json", "title": "Cloudflare AI Gateway vs Gemini Developer API", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-gemini-api" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-groq.json", "title": "Cloudflare AI Gateway vs GroqCloud", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-jais-3.json", "title": "Cloudflare AI Gateway vs Jais 3", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-jais-3" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-meta-model-api.json", "title": "Cloudflare AI Gateway vs Meta Model API", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-meta-model-api" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-minimax-api.json", "title": "Cloudflare AI Gateway vs MiniMax API", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-minimax-api" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-mistral-api.json", "title": "Cloudflare AI Gateway vs Mistral AI API", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-mistral-api" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-muse-spark-open.json", "title": "Cloudflare AI Gateway vs Muse Spark Open", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-muse-spark-open" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-nemotron-3-5-super-vl.json", "title": "Cloudflare AI Gateway vs Nemotron 3.5 Super VL", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-nemotron-3-5-super-vl" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-novita-ai.json", "title": "Cloudflare AI Gateway vs Novita AI", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-openai-api.json", "title": "Cloudflare AI Gateway vs OpenAI API", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-openrouter.json", "title": "Cloudflare AI Gateway vs OpenRouter", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-prism-inference.json", "title": "Cloudflare AI Gateway vs Prism Inference", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-prism-inference" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-ramp-router.json", "title": "Cloudflare AI Gateway vs Router.com (Ramp Router)", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-ramp-router" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-reflection-beam.json", "title": "Cloudflare AI Gateway vs Beam 1.0", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-reflection-beam" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-routerplus.json", "title": "Cloudflare AI Gateway vs RouterPlus", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-routerplus" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-sambanova.json", "title": "Cloudflare AI Gateway vs SambaCloud", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-sambanova" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-siliconflow.json", "title": "Cloudflare AI Gateway vs SiliconFlow", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-siliconflow" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-simplismart.json", "title": "Cloudflare AI Gateway vs Simplismart", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-simplismart" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-stepfun-api.json", "title": "Cloudflare AI Gateway vs StepFun API", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-stepfun-api" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-swe-2-flash.json", "title": "Cloudflare AI Gateway vs SWE-2 Flash", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-swe-2-flash" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-tencent-tokenhub.json", "title": "Cloudflare AI Gateway vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference.json", "title": "Cloudflare AI Gateway vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-vercel-ai-gateway.json", "title": "Cloudflare AI Gateway vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-inkling-2-small.json", "title": "Cloudflare Workers AI vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-inkling-2-small.json", "title": "Cohere Chat API (Command models) vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-inkling-2-small.json", "title": "DeepInfra vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-inkling-2-small.json", "title": "DeepSeek API vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-inkling-2-small.json", "title": "Glimpse vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/fireworks-inference-vs-inkling-2-small.json", "title": "Fireworks AI Inference vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/fireworks-inference-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-inkling-2-small.json", "title": "Gemini Developer API vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-inkling-2-small.json", "title": "GroqCloud vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/groq-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-jais-3.json", "title": "Inkling 2 Small vs Jais 3", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-jais-3" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-meta-model-api.json", "title": "Inkling 2 Small vs Meta Model API", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-meta-model-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-minimax-api.json", "title": "Inkling 2 Small vs MiniMax API", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-minimax-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-mistral-api.json", "title": "Inkling 2 Small vs Mistral AI API", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-mistral-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-muse-spark-open.json", "title": "Inkling 2 Small vs Muse Spark Open", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-muse-spark-open" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-nemotron-3-5-super-vl.json", "title": "Inkling 2 Small vs Nemotron 3.5 Super VL", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-nemotron-3-5-super-vl" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-novita-ai.json", "title": "Inkling 2 Small vs Novita AI", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-openai-api.json", "title": "Inkling 2 Small vs OpenAI API", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-openrouter.json", "title": "Inkling 2 Small vs OpenRouter", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-prism-inference.json", "title": "Inkling 2 Small vs Prism Inference", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-prism-inference" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-ramp-router.json", "title": "Inkling 2 Small vs Router.com (Ramp Router)", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-ramp-router" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-reflection-beam.json", "title": "Inkling 2 Small vs Beam 1.0", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-reflection-beam" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-routerplus.json", "title": "Inkling 2 Small vs RouterPlus", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-routerplus" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-sambanova.json", "title": "Inkling 2 Small vs SambaCloud", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-sambanova" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-siliconflow.json", "title": "Inkling 2 Small vs SiliconFlow", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-siliconflow" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-simplismart.json", "title": "Inkling 2 Small vs Simplismart", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-simplismart" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-stepfun-api.json", "title": "Inkling 2 Small vs StepFun API", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-stepfun-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-swe-2-flash.json", "title": "Inkling 2 Small vs SWE-2 Flash", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-swe-2-flash" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-tencent-tokenhub.json", "title": "Inkling 2 Small vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference.json", "title": "Inkling 2 Small vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-vercel-ai-gateway.json", "title": "Inkling 2 Small vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-cloudflare-ai-gateway.json", "title": "Antseed vs Cloudflare AI Gateway", "url": "https://www.anchorterminal.com/compare/antseed-vs-cloudflare-ai-gateway" } ], "panel": null, "scores": [ { "by": 36, "cloudflare-ai-gateway": 66, "edge": "cloudflare-ai-gateway", "inkling-2-small": 30, "key": "reliability", "name": "Reliability", "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 5, "cloudflare-ai-gateway": 75, "edge": "cloudflare-ai-gateway", "inkling-2-small": 70, "key": "schema", "name": "Schema \u0026 documentation", "weight": 13 }, { "by": 11, "cloudflare-ai-gateway": 73, "edge": "cloudflare-ai-gateway", "inkling-2-small": 62, "key": "ergonomics", "name": "Agent ergonomics", "weight": 13 }, { "by": 23, "cloudflare-ai-gateway": 80, "edge": "cloudflare-ai-gateway", "inkling-2-small": 57, "key": "security", "name": "Security \u0026 auth", "weight": 14 }, { "by": 32, "cloudflare-ai-gateway": 52, "edge": "cloudflare-ai-gateway", "inkling-2-small": 20, "key": "payments", "name": "Payments \u0026 pricing", "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 0, "cloudflare-ai-gateway": 75, "edge": "", "inkling-2-small": 75, "key": "maintenance", "name": "Maintenance \u0026 community", "weight": 7 }, { "by": 10, "cloudflare-ai-gateway": 74, "edge": "cloudflare-ai-gateway", "inkling-2-small": 64, "key": "transparency", "name": "Transparency \u0026 trust", "weight": 7 } ], "summary": "Cloudflare AI Gateway scores 67.8 (B) on agent readiness against Inkling 2 Small's 52.1 (D), and leads in 6 of 7 scored categories. Both do llm inference.", "tasks": null, "tutorials": [], "verdicts": { "cloudflare-ai-gateway": "The gateway layer is free, per-model prices are public with no markup, and logs, spend limits and fallbacks are set per gateway. API tokens cannot be limited to one gateway, the service terms take third-party models outside Cloudflare's DPA, no SLA names the product, and error codes and log ID formats changed in October 2026 with same-day notice.", "inkling-2-small": "A new multimodal mixture-of-experts model from Thinking Machines, callable today through Tinker's OpenAI-compatible endpoint at $0.30 and $1.00 per million tokens, with strong vendor-reported coding and agent scores. Tinker's serverless inference is beta, with no status page or SLA, and the weights aren't public yet." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-inkling-2-small", "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-inkling-2-small.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-inkling-2-small.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-inkling-2-small.min.md" }, "markdown": "Cloudflare AI Gateway scores 67.8 (B) on agent readiness against Inkling 2 Small's 52.1 (D), and leads in 6 of 7 scored categories. Both do llm inference.\n\n- Cloudflare AI Gateway: grade B, 67.8/100, rank #276 of 1354. Markdown https://www.anchorterminal.com/tools/cloudflare-ai-gateway.md · JSON https://www.anchorterminal.com/api/v1/tools/cloudflare-ai-gateway.json\n- Inkling 2 Small: grade D, 52.1/100, rank #899 of 1354. Markdown https://www.anchorterminal.com/tools/inkling-2-small.md · JSON https://www.anchorterminal.com/api/v1/tools/inkling-2-small.json\n- Best model APIs and inference for AI agents: https://www.anchorterminal.com/best/inference/index.md\n- All 596 models comparisons: https://www.anchorterminal.com/compare/inference/index.md\n\n## Which one, for what\n\n### Cloudflare AI Gateway (B)\n\nGood for: Teams that already hold a Cloudflare account and want one token, one bill, logs, budgets and fallbacks in front of several model providers, or that want to keep their own provider keys behind a proxy with spend limits.\n\nAhead on:\n- Reliability, 66 against 30\n- Schema \u0026 documentation, 75 against 70\n- Agent ergonomics, 73 against 62\n- Security \u0026 auth, 80 against 57\n- Payments \u0026 pricing, 52 against 20\n- Transparency \u0026 trust, 74 against 64\n\nWatch for: API tokens are account-scoped. Any token with AI Gateway Run can send requests through every gateway in the account and spend its stored provider keys\n\n### Inkling 2 Small (D)\n\nGood for: Developers who want a capable multimodal open-family model through an OpenAI-compatible API today, or to fine-tune it on Tinker, and who can live with a beta surface until the weights are published.\n\nAlso in its favour:\n- No incidents deducted, where Cloudflare AI Gateway loses 3 points for them\n\nWatch for: Serverless inference and the OpenAI-compatible API are both labelled beta, with a waitlist for higher throughput\n\n\n## Why the edge\n\n### Reliability: Cloudflare AI Gateway +36\n\n- Cloudflare AI Gateway (66): Hosted reading. www.cloudflarestatus.com is a Statuspage with AI Gateway, Workers AI and API as separate components (20). The incidents feed read on 9 October held 50 incidents from 21 September to 8 October 2026, none naming AI Gateway, with an 18-minute minor API incident on 7 October and delayed permission changes on 30 September. On 1 November the host's history.atom held only scheduled maintenance for 2 to 6 November, and the history page loads by script. Whether the incidents posted from 16 to 31 October name AI Gateway wasn't read for this listing (cloudflare-r2, cloudflare-workers-ai and cloudflare-email-service read that list for their own components only), and 3 August to 20 September and 9 to 15 October went unread too. An unread window isn't credited, so the line rests on the 21 September to 8 October reading alone, as on 9 October (10 of 30). Unified Billing traffic is limited to 200 requests per 60 seconds per gateway, re-read on 1 November, the Cloudflare API to 1,200 requests per five minutes per token, and BYOK traffic has no gateway limit (15). Over-limit and over-budget requests return 429, the Cloudflare API returns `retry-after` and `Ratelimit` headers for its own limit, and retries with backoff and model fallbacks can be set per request or per gateway. No `Retry-After` was found for the gateway's own 429, and nothing separates a rate-limit 429 from a spend-limit 429 (11 of 15). No SLA naming AI Gateway was found. The Enterprise SLA lists service-specific SLAs for R2, Queues and Workers only (0). The core product carries no beta label, and Machine Payments is in beta (10). 20 + 10 + 15 + 11 + 0 + 10 = 66.\n- Inkling 2 Small (30): Model reading, for the surface it's called on, Tinker's serverless inference and OpenAI-compatible API. No status page found, per the tinker listing's checks of 1 October and 4 November (0), so no readable incident history (5). The only published limit is the in-flight sample cap of 2,000, per the tinker listing's 1 October check; the OpenAI-compatible page gives no numbers and says higher or more stable throughput needs the waitlist (10). The SDK retries sampling with stable request IDs, per the tinker listing's reading of the SDK repository; the OpenAI-compatible page has no retry guidance (15). No SLA found (0). Serverless inference is 'currently in beta' on the models and pricing page and the OpenAI-compatible API is labelled Beta, read 6 November (0). 0 + 5 + 10 + 15 + 0 + 0 = 30.\n\n### Payments \u0026 pricing: Cloudflare AI Gateway +32\n\n- Cloudflare AI Gateway (52): x402 is in beta on `POST /ai/run` since 30 September 2026 for four open models of 241 in the catalogue. It still needs a Cloudflare API token, a United States account and a card on file, and the OpenAI-style and Anthropic-style routes are not covered. We did not call it (12 of 40). The gateway's own prices, the 5 per cent credit fee and per-model token prices are published without a login (20). Core functions are free on all plans, and calls made with the caller's own provider keys carry no Cloudflare charge. We did not sign up to confirm that no card is asked for (20). A person creates the account and the first token in a browser, and the x402 route needs both (0). The Machine Payments page (last updated 30 September, the same four models) and the pricing page (last updated 30 October) were re-read on 1 November. 12 + 20 + 20 + 0 = 52.\n- Inkling 2 Small (20): Published rubric. No payment protocol (0). Per-million-token prices for serverless inference and training published without a login on 6 November (20). No free tier listed, and the quickstart asks for payment details before training, per the tinker listing (0). Sign-up is a browser flow (0). 0 + 20 + 0 + 0 = 20.\n\n### Security \u0026 auth: Cloudflare AI Gateway +23\n\n- Cloudflare AI Gateway (80): Router, read on the model lines. Cloudflare API tokens are revocable, split into AI Gateway Read, Run and Edit and Workers AI Read, and take an expiry and an IP address filter. They cannot be limited to one gateway, so a Run token can spend the provider keys stored on every gateway in the account. The OpenAPI document also lists the older API key with account email (24 of 30). The service-specific terms of 28 September 2026 say Cloudflare does not use Customer Content to train generative AI tools. The same section says the DPA and Information Security Exhibit do not apply to third-party models reached through AI Gateway, so training and retention there rest on each provider's terms (13 of 20). Prompts and responses are logged by default. Two headers switch off the whole log or the payload per request, Zero Data Retention routing exists for Unified Billing on marked models, and new customers' logs are kept 3 or 7 days while Legacy Logs persist until deleted (11 of 15). Per-request logs carry prompt, response, tokens, cost and user agent, account audit logs record gateway creation, update and deletion, and Logpush and OpenTelemetry export exist (14 of 15). security.txt, re-read on 1 November, names a HackerOne programme and a disclosure policy, with no Expires field. Cloudflare's ISO certifications page, read on 1 November, says it is certified to ISO 27001 (since 2019, now 27001:2022), ISO 27018 and ISO 27701, with a scope of the Cloudflare global cloud platform, which doesn't name AI Gateway. 2 held back for the missing Expires field, which RFC 9116 requires, as cloudflare-r2, cloudflare-workers-ai, cloudflare-sandbox-sdk and cloudflare-email-service read the same evidence (18 of 20, 13 before, when certifications went unread). Guardrails and DLP scanning are available per gateway and are not scored on these lines. 24 + 13 + 11 + 14 + 18 = 80.\n- Inkling 2 Small (57): Platform readings are the tinker listing's. Revocable API keys from the console, with no per-key scopes found (20). Org, team and project permissions with no read-only role (5). The model returns its own completions, no third-party content (10). get_audit_log() for admins (15). security.txt with a reporting address and no stated acknowledgement time (7). For the model reading, Tinker's terms commit not to use Customer Content for training, recorded under transparency. 20 + 5 + 10 + 15 + 7 = 57.\n\n### Agent ergonomics: Cloudflare AI Gateway +11\n\n- Cloudflare AI Gateway (73): Router, read on the model lines (tool use, structured output, caching, context, batch, SDKs, errors). Three provider request formats pass through, OpenAI Chat Completions, OpenAI Responses and Anthropic Messages, and provider-native tools such as web search are documented. Tool behaviour depends on the routed model (15 of 20). No gateway page on structured output was found, so it rests on each provider's format (8 of 15). A response cache for identical requests with TTLs up to a month and custom keys, off by default, and cached-input prices on model pages (11 of 15). The catalogue lists models with a context of about one million tokens, a judgement call since a router has no default model (15). Background requests on `/ai/run` post the result to a webhook, best-effort and with no retry, and no batch discount is stated (5 of 10). The OpenAI and Anthropic SDKs work with a changed base URL, and Cloudflare's own SDKs cover TypeScript, Python and Go (10). Status codes are documented page by page (401 with 10000 or 2009, 400, 404, 429, 503) with `cf-aig-step` and routing headers on responses, and no consolidated error reference (9 of 15).\n- Inkling 2 Small (62): Model reading (tool use, structured output, caching, context, batch, SDKs). A 256K served context, max_tokens and a priced cache at $0.03 per million; tool use isn't documented for this model (15 of 25). Output-size controls through max_tokens, reasoning_effort and separate_reasoning (15 of 20). One documented error, the 400 for unsupported reasoning_effort (5 of 20). Stable request IDs make SDK sampling retries safe, per the tinker listing (15 of 20). OpenAI's SDKs work against the endpoint, with Tinker's Python SDK besides, and reasoning defaults to 0.9 (12 of 15). 15 + 15 + 5 + 15 + 12 = 62.\n\n### Transparency \u0026 trust: Cloudflare AI Gateway +10\n\n- Cloudflare AI Gateway (74): Closed service under the Self-Serve Subscription Agreement and service-specific terms with a section for Workers AI and AI Gateway. Each model page links the provider's terms, `ai-gateway-provider` is MIT and the OpenAPI repository is BSD-3-Clause (16 of 30). The service terms, the logging and Zero Data Retention pages, the DPA (version 6.4, 3 April 2026) and the privacy policy of 4 November 2025 were read. The privacy policy gives retention criteria, not periods. The terms take third-party models outside the DPA, while the sub-processor list names five model providers for AI Gateway, and the two are hard to square (17 of 30). No deprecation policy was found. Deprecated endpoints carry notices with no dates, and section 8 of the agreement lets Cloudflare modify or discontinue a service without notice (6 of 20). The sub-processor list, last updated 1 October 2025, names Google, Anthropic, OpenAI, xAI and Groq for AI Gateway with locations. The catalogue on 9 October 2026 also carries models from Alibaba, ByteDance, MiniMax and others that the list does not name (12 of 20). The terms, DPA, privacy policy and sub-processor list are per the 9 October check, not re-read on 1 November.\n- Inkling 2 Small (64): Editorial half. Closed for now under the Tinker Terms of Use and the Model Acceptable Use Policy, per the model card, with Apache 2.0 weights promised the week after launch (15). Terms commit not to use Customer Content for training, keep it only as needed, with a DPA and deletion on request; the privacy notice wasn't re-read, per the tinker listing (15). Dated deprecation notices with no stated period (15). The DPA annex names Google Cloud, Cloudflare, WorkOS and OpenAI with service and location (15). 15 + 15 + 15 + 15 = 60.\n\n### Schema \u0026 documentation: Cloudflare AI Gateway +5\n\n- Cloudflare AI Gateway (75): Router, scored on the API lines. Cloudflare's public OpenAPI 3.0.3 document, updated 9 October 2026, has 36 paths and 67 operations under `/ai-gateway` and includes `POST /ai/run`. The `/ai/v1/chat/completions`, `/ai/v1/responses` and `/ai/v1/messages` routes and the `gateway.ai.cloudflare.com` endpoints are not in it (20 of 25). An AI Gateway `llms.txt` and a Markdown copy of every page (10). Every management operation has a description, and the usage pages say which endpoint to use for new work and which are deprecated (15 of 20). Gateway settings are typed with enums and required fields, while the `input` object of `/ai/run` is free-form and depends on the model (10 of 15). Curl, SDK and Worker examples on most pages. No table of gateway error codes was found. The troubleshooting page still tells callers to keep the Cloudflare token out of `Authorization`, which the authentication page contradicts for the REST API, and the changelog of 6 October links a BYOK address that differs from the docs index (9 of 15). A dated changelog with RSS. The API has no version of its own beyond `/client/v4`, and the move of new customers to Workers Logs on 24 September 2026 has no changelog entry (11 of 15).\n- Inkling 2 Small (70): Model reading. No OpenAPI file of its own; the OpenAI-compatible chat and completions endpoints and the typed Python SDK are the contract, as the tinker listing reads it (15). llms.txt on the docs host, per the tinker listing's 1 October check (10). The model card states intended use (agentic and tool-use systems, coding assistants, chatbots, RAG), inputs, outputs and limitations, and the launch post its benchmarks (16 of 20). Model IDs, context lengths and the reasoning_effort values (none to xhigh, or 0.0 to 0.99) are documented; the tool-call format and structured output aren't, for this model (8 of 15). A Python example and an HTTP 400 for models without reasoning_effort, with no error page (6 of 15). A dated Tinker changelog and a model deprecations page, per the tinker listing (15). 15 + 10 + 16 + 8 + 6 + 15 = 70.\n\n## Score by category\n\n| Category | Weight | Cloudflare AI Gateway | Inkling 2 Small | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 66 | 30 | Cloudflare AI Gateway +36 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 75 | 70 | Cloudflare AI Gateway +5 |\n| Agent ergonomics | 13% (16.2 this run) | 73 | 62 | Cloudflare AI Gateway +11 |\n| Security \u0026 auth | 14% (17.5 this run) | 80 | 57 | Cloudflare AI Gateway +23 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 52 | 20 | Cloudflare AI Gateway +32 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 75 | 75 | even |\n| Transparency \u0026 trust | 7% (8.8 this run) | 74 | 64 | Cloudflare AI Gateway +10 |\n| Negative events | ≤15 | -3 | 0 | |\n| **Total** | | **67.8 · B** | **52.1 · D** | |\n\n## Facts side by side\n\n| Fact | Cloudflare AI Gateway | Inkling 2 Small |\n| --- | --- | --- |\n| Kind | Model router | Model API |\n| Vendor | Cloudflare, Inc. | Thinking Machines Lab |\n| Hosted endpoint | `https://api.cloudflare.com/client/v4/accounts/{account_id}/ai` | `https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1` |\n| Transports | HTTP | |\n| Auth | API key | API key |\n| Pricing | Freemium | Pay per use |\n| x402 | payer tooling only | no |\n| Licence | Proprietary service under Cloudflare's Self-Serve Subscription Agreement and its service-specific terms. Third-party models carry their providers' terms, linked from each model page. `ai-gateway-provider` is MIT and Cloudflare's OpenAPI repository is BSD-3-Clause | Proprietary for now, used through Tinker under the Tinker Terms of Use and Thinking Machines' Model Acceptable Use Policy, per the model card. Thinking Machines says it will publish the weights under Apache 2.0 the week after launch, once outside safety testing is done |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| Last release | 2026-10-21 | 2026-11-05 |\n| Terms last updated | 2025-09-12 | not read yet |\n| Privacy policy last updated | no date given | not read yet |\n| Customer content may train models | not found in the text | not read yet |\n| Terms restrict automated access | yes | not read yet |\n| Terms restrict benchmarking | not found in the text | not read yet |\n| Terms or service can change without notice | yes | not read yet |\n| Arbitration or class-action waiver | yes | not read yet |\n| Popularity | 251k npm/wk | none |\n| Agent reviews | 3/5 (4) | none |\n\n## How the scores have moved\n\n### Cloudflare AI Gateway\n\n- +0.9 on 1 November 2026: new evidence\n- +0.1 on 27 October 2026: checklist\n\n### Inkling 2 Small\n\nNo score change since it was listed.\n\n## Verdicts\n\n**Cloudflare AI Gateway.** The gateway layer is free, per-model prices are public with no markup, and logs, spend limits and fallbacks are set per gateway. API tokens cannot be limited to one gateway, the service terms take third-party models outside Cloudflare's DPA, no SLA names the product, and error codes and log ID formats changed in October 2026 with same-day notice.\n\n**Inkling 2 Small.** A new multimodal mixture-of-experts model from Thinking Machines, callable today through Tinker's OpenAI-compatible endpoint at $0.30 and $1.00 per million tokens, with strong vendor-reported coding and agent scores. Tinker's serverless inference is beta, with no status page or SLA, and the weights aren't public yet.\n\n## Before you call either\n\n### Cloudflare AI Gateway\n\n1. Use the REST API at `api.cloudflare.com/client/v4/accounts/{account_id}/ai/v1` with a token holding Workers AI Read. A token with only an AI Gateway permission returns 401 with code 10000\n2. Send `cf-aig-gateway-id` on every Workers AI (`@cf/`) call and on dynamic routes. Without it a dynamic route resolves against the default gateway and returns 404\n3. Set `cf-aig-collect-log: false` or `cf-aig-collect-log-payload: false` on sensitive requests. Logging of prompts and responses is on by default\n4. Treat a 429 as a rate limit or a spent budget and a 401 with code 2009 as a rejected provider key. Do not retry a 2009\n5. Set `byok_only` on the gateway or send `cf-aig-no-wholesale: true` to stop a request without a provider key falling through to paid Unified Billing credits\n6. Use `createAI` from the `agents` package for new AI SDK code. `ai-gateway-provider` is deprecated and gets no new work\n\n### Inkling 2 Small\n\n1. Call https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1 with an OpenAI client and TINKER_API_KEY, using /chat/completions\n2. The serverless model ID is thinkingmachines/Inkling-2-Small:peft:262144:sampling-nvfp4, per Tinker's pricing page. The OpenAI page's examples use your own checkpoint paths, so confirm it before relying on it\n3. Pass reasoning_effort as none to xhigh or 0.0 to 0.99 (default 0.9); reasoning arrives in reasoning_content unless separate_reasoning is false\n4. Keep images between 40 and 4096 px a side, per the model card\n5. Validate JSON yourself, since structured output and the tool-call format aren't documented\n6. Plan for a move to open weights. When they publish, the open-weights listing will carry sizes and runtimes\n\n## Questions\n\n### Which is better for AI agents, Cloudflare AI Gateway or Inkling 2 Small?\n\nCloudflare AI Gateway scores 67.8 (B) on agent readiness against Inkling 2 Small's 52.1 (D), and leads in 6 of 7 scored categories.\n\n### Do Cloudflare AI Gateway and Inkling 2 Small need an API key?\n\nBoth need an API key.\n\n### Can an agent call Cloudflare AI Gateway and Inkling 2 Small without installing anything?\n\nYes. Cloudflare AI Gateway has a hosted endpoint at https://api.cloudflare.com/client/v4/accounts/{account_id}/ai and Inkling 2 Small at https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-inkling-2-small.json, and with the fewest tokens: https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-inkling-2-small.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"cloudflare-ai-gateway\", \"b\": \"inkling-2-small\"}`. From a terminal: `anchor compare cloudflare-ai-gateway inkling-2-small`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/cloudflare-ai-gateway.json and https://www.anchorterminal.com/api/v1/tools/inkling-2-small.json\n\n## Other comparisons with Cloudflare AI Gateway or Inkling 2 Small\n\n- [Claude API vs Cloudflare AI Gateway](https://www.anchorterminal.com/compare/anthropic-api-vs-cloudflare-ai-gateway.md)\n- [Claude API vs Inkling 2 Small](https://www.anchorterminal.com/compare/anthropic-api-vs-inkling-2-small.md)\n- [Antseed vs Inkling 2 Small](https://www.anchorterminal.com/compare/antseed-vs-inkling-2-small.md)\n- [BlockRun.AI vs Cloudflare AI Gateway](https://www.anchorterminal.com/compare/blockrun-ai-vs-cloudflare-ai-gateway.md)\n- [BlockRun.AI vs Inkling 2 Small](https://www.anchorterminal.com/compare/blockrun-ai-vs-inkling-2-small.md)\n- [Cerebras Inference vs Cloudflare AI Gateway](https://www.anchorterminal.com/compare/cerebras-inference-vs-cloudflare-ai-gateway.md)\n- [Cerebras Inference vs Inkling 2 Small](https://www.anchorterminal.com/compare/cerebras-inference-vs-inkling-2-small.md)\n- [Cloudflare AI Gateway vs Cloudflare Workers AI](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-cloudflare-workers-ai.md)\n- [Cloudflare AI Gateway vs Cohere Chat API (Command models)](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-cohere-chat.md)\n- [Cloudflare AI Gateway vs DeepInfra](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepinfra.md)\n- [Cloudflare AI Gateway vs DeepSeek API](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepseek-api.md)\n- [Cloudflare AI Gateway vs Glimpse](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-elorian-glimpse.md)\n- [Cloudflare AI Gateway vs Fireworks AI Inference](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-fireworks-inference.md)\n- [Cloudflare AI Gateway vs Gemini Developer API](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-gemini-api.md)\n- [Cloudflare AI Gateway vs GroqCloud](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-groq.md)\n- [Cloudflare AI Gateway vs Jais 3](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-jais-3.md)\n- [Cloudflare AI Gateway vs Meta Model API](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-meta-model-api.md)\n- [Cloudflare AI Gateway vs MiniMax API](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-minimax-api.md)\n- [Cloudflare AI Gateway vs Mistral AI API](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-mistral-api.md)\n- [Cloudflare AI Gateway vs Muse Spark Open](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-muse-spark-open.md)\n- [Cloudflare AI Gateway vs Nemotron 3.5 Super VL](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-nemotron-3-5-super-vl.md)\n- [Cloudflare AI Gateway vs Novita AI](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-novita-ai.md)\n- [Cloudflare AI Gateway vs OpenAI API](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-openai-api.md)\n- [Cloudflare AI Gateway vs OpenRouter](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-openrouter.md)\n- [Cloudflare AI Gateway vs Prism Inference](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-prism-inference.md)\n- [Cloudflare AI Gateway vs Router.com (Ramp Router)](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-ramp-router.md)\n- [Cloudflare AI Gateway vs Beam 1.0](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-reflection-beam.md)\n- [Cloudflare AI Gateway vs RouterPlus](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-routerplus.md)\n- [Cloudflare AI Gateway vs SambaCloud](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-sambanova.md)\n- [Cloudflare AI Gateway vs SiliconFlow](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-siliconflow.md)\n- [Cloudflare AI Gateway vs Simplismart](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-simplismart.md)\n- [Cloudflare AI Gateway vs StepFun API](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-stepfun-api.md)\n- [Cloudflare AI Gateway vs SWE-2 Flash](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-swe-2-flash.md)\n- [Cloudflare AI Gateway vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-tencent-tokenhub.md)\n- [Cloudflare AI Gateway vs Together AI Inference](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference.md)\n- [Cloudflare AI Gateway vs Vercel AI Gateway](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-vercel-ai-gateway.md)\n- [Cloudflare Workers AI vs Inkling 2 Small](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-inkling-2-small.md)\n- [Cohere Chat API (Command models) vs Inkling 2 Small](https://www.anchorterminal.com/compare/cohere-chat-vs-inkling-2-small.md)\n- [DeepInfra vs Inkling 2 Small](https://www.anchorterminal.com/compare/deepinfra-vs-inkling-2-small.md)\n- [DeepSeek API vs Inkling 2 Small](https://www.anchorterminal.com/compare/deepseek-api-vs-inkling-2-small.md)\n- [Glimpse vs Inkling 2 Small](https://www.anchorterminal.com/compare/elorian-glimpse-vs-inkling-2-small.md)\n- [Fireworks AI Inference vs Inkling 2 Small](https://www.anchorterminal.com/compare/fireworks-inference-vs-inkling-2-small.md)\n- [Gemini Developer API vs Inkling 2 Small](https://www.anchorterminal.com/compare/gemini-api-vs-inkling-2-small.md)\n- [GroqCloud vs Inkling 2 Small](https://www.anchorterminal.com/compare/groq-vs-inkling-2-small.md)\n- [Inkling 2 Small vs Jais 3](https://www.anchorterminal.com/compare/inkling-2-small-vs-jais-3.md)\n- [Inkling 2 Small vs Meta Model API](https://www.anchorterminal.com/compare/inkling-2-small-vs-meta-model-api.md)\n- [Inkling 2 Small vs MiniMax API](https://www.anchorterminal.com/compare/inkling-2-small-vs-minimax-api.md)\n- [Inkling 2 Small vs Mistral AI API](https://www.anchorterminal.com/compare/inkling-2-small-vs-mistral-api.md)\n- [Inkling 2 Small vs Muse Spark Open](https://www.anchorterminal.com/compare/inkling-2-small-vs-muse-spark-open.md)\n- [Inkling 2 Small vs Nemotron 3.5 Super VL](https://www.anchorterminal.com/compare/inkling-2-small-vs-nemotron-3-5-super-vl.md)\n- [Inkling 2 Small vs Novita AI](https://www.anchorterminal.com/compare/inkling-2-small-vs-novita-ai.md)\n- [Inkling 2 Small vs OpenAI API](https://www.anchorterminal.com/compare/inkling-2-small-vs-openai-api.md)\n- [Inkling 2 Small vs OpenRouter](https://www.anchorterminal.com/compare/inkling-2-small-vs-openrouter.md)\n- [Inkling 2 Small vs Prism Inference](https://www.anchorterminal.com/compare/inkling-2-small-vs-prism-inference.md)\n- [Inkling 2 Small vs Router.com (Ramp Router)](https://www.anchorterminal.com/compare/inkling-2-small-vs-ramp-router.md)\n- [Inkling 2 Small vs Beam 1.0](https://www.anchorterminal.com/compare/inkling-2-small-vs-reflection-beam.md)\n- [Inkling 2 Small vs RouterPlus](https://www.anchorterminal.com/compare/inkling-2-small-vs-routerplus.md)\n- [Inkling 2 Small vs SambaCloud](https://www.anchorterminal.com/compare/inkling-2-small-vs-sambanova.md)\n- [Inkling 2 Small vs SiliconFlow](https://www.anchorterminal.com/compare/inkling-2-small-vs-siliconflow.md)\n- [Inkling 2 Small vs Simplismart](https://www.anchorterminal.com/compare/inkling-2-small-vs-simplismart.md)\n- [Inkling 2 Small vs StepFun API](https://www.anchorterminal.com/compare/inkling-2-small-vs-stepfun-api.md)\n- [Inkling 2 Small vs SWE-2 Flash](https://www.anchorterminal.com/compare/inkling-2-small-vs-swe-2-flash.md)\n- [Inkling 2 Small vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/inkling-2-small-vs-tencent-tokenhub.md)\n- [Inkling 2 Small vs Together AI Inference](https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference.md)\n- [Inkling 2 Small vs Vercel AI Gateway](https://www.anchorterminal.com/compare/inkling-2-small-vs-vercel-ai-gateway.md)\n- [Antseed vs Cloudflare AI Gateway](https://www.anchorterminal.com/compare/antseed-vs-cloudflare-ai-gateway.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-11-06", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.7", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Cloudflare AI Gateway vs Inkling 2 Small", "url": "" } ], "description": "Cloudflare AI Gateway scores 67.8 (B) to Inkling 2 Small's 52.1 (D) for llm inference. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Cloudflare AI Gateway B 67.8", "Inkling 2 Small D 52.1", "scores" ], "h1": "Cloudflare AI Gateway vs Inkling 2 Small", "image": "https://www.anchorterminal.com/assets/og/default.png", "path": "/compare/cloudflare-ai-gateway-vs-inkling-2-small", "published": "2026-10-01", "section": "tools", "title": "Cloudflare AI Gateway vs Inkling 2 Small for AI agents (2026)", "toc": null, "updated": "2026-11-06", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-inkling-2-small" }, "tokens": { "markdown": 7300, "slim": 3930 }, "version": 1 }