{ "data": { "a": { "slug": "cloudflare-ai-gateway", "name": "Cloudflare AI Gateway", "vendor": "Cloudflare, Inc.", "vendorUrl": "https://www.cloudflare.com", "kind": "router", "category": "inference", "summary": "AI Gateway is Cloudflare's proxy and router for model providers. Agents call OpenAI-style, Anthropic-style or native endpoints on the Cloudflare API, with logging, caching, rate and spend limits, retries, fallbacks and one prepaid credit balance.", "url": "https://www.anchorterminal.com/tools/cloudflare-ai-gateway", "markdownUrl": "https://www.anchorterminal.com/tools/cloudflare-ai-gateway.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/cloudflare-ai-gateway.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/cloudflare-ai-gateway.json", "repo": "https://github.com/cloudflare/ai", "license": "Proprietary service under Cloudflare's Self-Serve Subscription Agreement and its service-specific terms. Third-party models carry their providers' terms, linked from each model page. `ai-gateway-provider` is MIT and Cloudflare's OpenAPI repository is BSD-3-Clause", "transports": [ "http" ], "remoteUrl": "https://api.cloudflare.com/client/v4/accounts/{account_id}/ai", "packages": [ { "registry": "npm", "name": "ai-gateway-provider" }, { "registry": "npm", "name": "cloudflare" }, { "registry": "pypi", "name": "cloudflare" } ], "auth": "api-key", "authNotes": "A Cloudflare API token as a Bearer header, created by a person in the dashboard. The `/ai/*` inference routes need Workers AI Read, and the `/ai-gateway/*` management routes need AI Gateway Read or Edit. Provider-native endpoints on `gateway.ai.cloudflare.com` take the token in `cf-aig-authorization`. Tokens can carry an expiry and an IP address filter and cannot be limited to one gateway. Access is self-serve, with no review or sales step.", "pricing": "freemium", "pricingNotes": "Free on all plans for analytics, caching and rate limiting, with a Cloudflare account. Third-party models are paid from prepaid Unified Billing credits at provider prices plus a 5 per cent fee on each credit purchase, or with the caller's own provider keys at no Cloudflare charge. Logs for new customers follow Workers Logs pricing, 200,000 events a day free. An account on the Free plan starts without a contract (https://developers.cloudflare.com/ai-gateway/reference/pricing/, checked 2026-10-09).", "priceSummary": "5% fee", "where": "hosted", "x402": { "level": "partial", "evidence": "Machine Payments, in beta since 30 September 2026, takes x402 payment on `POST /ai/run` for four open models when the request carries `Payment-Method: x402`. It needs a Cloudflare API token, a United States account and a card on file. The OpenAI-style and Anthropic-style routes are not covered. We did not call it (https://developers.cloudflare.com/ai-gateway/features/machine-payments/, checked 2026-10-09).", "endpoints": [ { "url": "https://api.cloudflare.com/client/v4/accounts/{account_id}/ai/run", "priceUsd": null, "network": "" } ] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": 250648, "pypiWeekly": null, "asOf": "2026-10-09" }, "docsUrl": "https://developers.cloudflare.com/ai-gateway/", "llmsTxt": "https://developers.cloudflare.com/ai-gateway/llms.txt", "openapi": "https://raw.githubusercontent.com/cloudflare/api-schemas/main/openapi.json", "capabilities": [ "inference.llm", "inference.router", "obs.gateway", "guard.moderation", "guard.pii" ], "tags": [ "hosted", "router", "free-tier", "usage-based", "x402", "openapi", "llms-txt", "openai-compatible", "typescript", "python", "go", "status-page", "bug-bounty" ], "lastRelease": "2026-10-06", "graded": true, "anchor": { "graded": true, "score": 66.8, "grade": "B", "agentReady": false, "rank": 299, "ranked": true, "rankOf": 1171, "categoryRank": 11, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 73, "maintenance": 75, "payments": 52, "reliability": 66, "schema": 75, "security": 75, "transparency": 73 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-09" }, "negative": -3, "negativeNotes": [ "6 October 2026. Rejected-credential responses on `POST /ai/run` changed status (ElevenLabs 403, Vertex 500 and other providers' 402 became 401 with code 2009, and Unified Billing rejections became 503) on the day of the changelog entry, with no advance notice found. Three points (https://developers.cloudflare.com/ai-gateway/changelog/)." ], "verdict": "The gateway layer is free, per-model prices are public with no markup, and logs, spend limits and fallbacks are set per gateway. API tokens cannot be limited to one gateway, the service terms take third-party models outside Cloudflare's DPA, no SLA names the product, and error codes changed on 6 October 2026 with same-day notice.", "bestFor": "Teams that already hold a Cloudflare account and want one token, one bill, logs, budgets and fallbacks in front of several model providers, or that want to keep their own provider keys behind a proxy with spend limits.", "strengths": [ "Core gateway functions (analytics, caching, rate limiting) are free on all plans, and provider prices pass through with no markup", "One Cloudflare API token reaches 241 catalogue models through OpenAI Chat Completions, OpenAI Responses, Anthropic Messages or the native `/ai/run` route", "Spend limits block requests with a 429 once a budget is reached, scoped by model, provider or request metadata, with up to 20 rules a gateway", "Logging is switched per gateway and per request, and `cf-aig-collect-log-payload: false` keeps token and cost metadata without storing prompts", "x402 payment (Machine Payments, beta since 30 September 2026) works on `POST /ai/run` for four open models" ], "weaknesses": [ "API tokens are account-scoped. Any token with AI Gateway Run can send requests through every gateway in the account and spend its stored provider keys", "The service-specific terms say the DPA and Information Security Exhibit do not apply to third-party models reached through AI Gateway", "No SLA naming AI Gateway was found. The Enterprise SLA lists service-specific SLAs for R2, Queues and Workers only", "On 6 October 2026 rejected-credential responses on `/ai/run` changed to 401 with code 2009, or 503 under Unified Billing, announced the same day", "Unified Billing traffic is capped at 200 requests per 60 seconds per gateway, and a 5 per cent fee applies to credit purchases", "Section 2.2(e) of the Self-Serve Subscription Agreement bars automated agents that generate automated requests into the Services, which matters before any probe is run" ], "agentNotes": [ "Use the REST API at `api.cloudflare.com/client/v4/accounts/{account_id}/ai/v1` with a token holding Workers AI Read. A token with only an AI Gateway permission returns 401 with code 10000", "Send `cf-aig-gateway-id` on every Workers AI (`@cf/`) call and on dynamic routes. Without it a dynamic route resolves against the default gateway and returns 404", "Set `cf-aig-collect-log: false` or `cf-aig-collect-log-payload: false` on sensitive requests. Logging of prompts and responses is on by default", "Treat a 429 as a rate limit or a spent budget and a 401 with code 2009 as a rejected provider key. Do not retry a 2009", "Set `byok_only` on the gateway or send `cf-aig-no-wholesale: true` to stop a request without a provider key falling through to paid Unified Billing credits" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 4, "avgRating": 3, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 66.8 } ], "editorialScores": { "ergonomics": 73, "maintenance": 75, "payments": 52, "reliability": 66, "schema": 75, "security": 75, "transparency": 51 }, "provenanceScore": 95 }, "connect": { "http": "curl -X POST \"https://api.cloudflare.com/client/v4/accounts/$CLOUDFLARE_ACCOUNT_ID/ai/v1/chat/completions\" \\\n --header \"Authorization: Bearer $CLOUDFLARE_API_TOKEN\" \\\n --header \"Content-Type: application/json\" \\\n --data '{\n \"model\": \"openai/gpt-4.1-mini\",\n \"messages\": [{\"role\": \"user\", \"content\": \"What is Cloudflare?\"}]\n }'", "x402": "curl -iX POST \"https://api.cloudflare.com/client/v4/accounts/$CLOUDFLARE_ACCOUNT_ID/ai/run\" \\\n --header \"Authorization: Bearer $CLOUDFLARE_API_TOKEN\" \\\n --header \"Payment-Method: x402\" \\\n --header \"Content-Type: application/json\" \\\n --data '{\"model\":\"z-ai/glm-4.7-flash\",\"input\":{\"messages\":[{\"role\":\"user\",\"content\":\"What is Cloudflare?\"}]}}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/cloudflare-ai-gateway" }, "sameCompany": [ "cloudflare-workers-ai", "cloudflare-sandbox-sdk", "cloudflare-web-search", "cloudflare-ai-search", "cloudflare-cli", "cloudflare-mcp", "cloudflare-email-service", "cloudflare-r2", "cloudflare-clef" ], "area": "models", "unitPrices": [ { "item": "Unified Billing credit purchase fee", "unit": "pct", "usd": 5, "note": "a $100 purchase is charged $105" }, { "item": "Logpush requests past 10 million a month", "unit": "1k-requests", "usd": 0.00005, "note": "listed as $0.05 per million, Workers Paid only" } ], "provenance": { "legalEntity": "Cloudflare, Inc.", "domain": "cloudflare.com", "domainRegistered": "2009-02-17", "endpointOnVendorDomain": true, "terms": "https://www.cloudflare.com/terms/", "privacy": "https://www.cloudflare.com/privacypolicy/", "statusPage": "https://www.cloudflarestatus.com", "changelog": "https://developers.cloudflare.com/ai-gateway/changelog/", "securityTxt": "valid", "checked": "2026-10-09", "notes": [ "Terms are the Self-Serve Subscription Agreement, last updated 12 September 2025, which names Cloudflare, Inc. at 101 Townsend St, San Francisco.", "The service-specific terms (https://www.cloudflare.com/service-specific-terms-developer-platform/), last updated 28 September 2026, have a section for Workers AI and AI Gateway that supplements the agreement.", "The privacy policy is effective from 4 November 2025. The customer DPA is version 6.4, effective 3 April 2026.", "www.cloudflare.com/.well-known/security.txt, read on 9 October 2026, names HackerOne and a disclosure policy and has no Expires field. It is recorded as valid, although RFC 9116 asks for that field.", "The inference endpoints are on api.cloudflare.com and gateway.ai.cloudflare.com.", "The status page lists AI Gateway as its own component, operational on 9 October 2026.", "RDAP for cloudflare.com gives a registration date of 2009-02-17." ], "score": 95 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/cloudflare-ai-gateway.json", "live": { "slug": "cloudflare-ai-gateway", "probe": { "target": "https://api.cloudflare.com/client/v4/accounts/{account_id}/ai", "method": "get", "lastAt": "2026-10-19T09:34:25.106213505Z", "lastOk": true, "lastStatus": 404, "lastMs": 33, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 41, "p95ms24h": 100, "samples24h": 256, "samples30d": 2439, "days": [ { "date": "2026-10-09", "probes": 85, "ok": 85 }, { "date": "2026-10-10", "probes": 247, "ok": 247 }, { "date": "2026-10-11", "probes": 247, "ok": 247 }, { "date": "2026-10-12", "probes": 247, "ok": 247 }, { "date": "2026-10-13", "probes": 248, "ok": 248 }, { "date": "2026-10-14", "probes": 249, "ok": 249 }, { "date": "2026-10-15", "probes": 253, "ok": 253 }, { "date": "2026-10-16", "probes": 252, "ok": 252 }, { "date": "2026-10-17", "probes": 253, "ok": 253 }, { "date": "2026-10-18", "probes": 256, "ok": 256 }, { "date": "2026-10-19", "probes": 102, "ok": 102 } ] }, "vendorStatus": { "page": "https://www.cloudflarestatus.com", "indicator": "major", "summary": "Partial System Outage", "checkedAt": "2026-10-19T09:27:01.294374584Z" }, "versions": [ { "registry": "github", "name": "cloudflare/ai", "version": "ai-gateway-provider@4.0.1", "released": "2026-09-11", "seenAt": "2026-10-19T03:41:16.779050503Z" }, { "registry": "npm", "name": "ai-gateway-provider", "version": "4.0.1", "seenAt": "2026-10-19T03:41:14.386442296Z" }, { "registry": "npm", "name": "cloudflare", "version": "7.3.0", "seenAt": "2026-10-19T03:41:15.14117995Z" }, { "registry": "pypi", "name": "cloudflare", "version": "5.9.0", "released": "2026-10-03", "seenAt": "2026-10-19T03:41:16.586148076Z" } ], "githubStars": 1195, "npmWeekly": 157856, "pypiWeekly": 729273, "securityTxt": { "url": "https://cloudflare.com/.well-known/security.txt", "state": "valid", "checkedAt": "2026-10-18T15:53:12.358781346Z" }, "llmsTxt": { "url": "https://developers.cloudflare.com/ai-gateway/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-18T14:24:30.914328049Z" }, "domain": { "domain": "cloudflare.com", "registered": "2009-02-17", "source": "https://rdap.verisign.com/com/v1/domain/cloudflare.com", "checkedAt": "2026-10-18T13:36:47.922893773Z" }, "pages": [ { "url": "https://developers.cloudflare.com/ai-gateway/changelog/", "kind": "changelog", "status": 200, "checkedAt": "2026-10-18T23:26:44.290209238Z", "changedAt": "2026-10-16T22:20:17.172799601Z", "fingerprint": "2c3869311be8" }, { "url": "https://developers.cloudflare.com/ai-gateway/reference/pricing/", "kind": "pricing", "status": 200, "checkedAt": "2026-10-18T23:26:46.359211415Z", "changedAt": "2026-10-16T22:20:19.237403093Z", "fingerprint": "55b326e2eb63" }, { "url": "https://www.cloudflare.com/privacypolicy/", "kind": "privacy", "status": 200, "checkedAt": "2026-10-18T23:42:10.032577309Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "e562d2a2da97" }, { "url": "https://www.cloudflare.com/terms/", "kind": "terms", "status": 200, "checkedAt": "2026-10-18T23:42:12.237668038Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "d26dd2a74bde" } ], "github": { "repo": "cloudflare/ai", "checkedAt": "2026-10-19T06:01:37.271123162Z", "stars": 1195, "archived": false, "issuesEnabled": true, "pushedAt": "2026-10-14T13:10:10Z", "openIssues": 63, "openPRs": 36, "issuesOpened90d": 22, "issuesClosed90d": 11, "prsMerged90d": 9, "ci": { "branch": "main", "runs": 50, "success": 48, "failure": 1, "other": 1, "latest": "success", "latestAt": "2026-09-11T15:54:20Z" }, "advisories": [ { "ghsa": "GHSA-v85r-hgf6-q875", "severity": "medium", "published": "2025-11-04T18:27:48Z" } ], "replies": { "sampled": 25, "unanswered": 15, "medianDays": 0 } }, "updatedAt": "2026-10-19T09:34:25.106213505Z" } }, "answer": "Together AI Inference scores 67.8 (B) on agent readiness against Cloudflare AI Gateway's 66.8 (B), and leads in 2 of 7 scored categories. Cloudflare AI Gateway leads on reliability, security \u0026 auth, payments \u0026 pricing and maintenance \u0026 community.", "b": { "slug": "together-inference", "name": "Together AI Inference", "vendor": "Together Computer, Inc.", "vendorUrl": "https://www.together.ai", "kind": "http-api", "category": "inference", "summary": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput. Model-dependent capabilities include tool calling, structured outputs and vision.", "url": "https://www.anchorterminal.com/tools/together-inference", "markdownUrl": "https://www.anchorterminal.com/tools/together-inference.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/together-inference.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/together-inference.json", "repo": "https://github.com/togethercomputer/together-py", "license": "Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences.", "transports": [ "http" ], "remoteUrl": "https://api.together.ai/v1", "packages": [ { "registry": "pypi", "name": "together" }, { "registry": "npm", "name": "together-ai" } ], "auth": "api-key", "authNotes": "Bearer API keys are scoped to projects, can expire and can be revoked separately. A key has full access to resources in its project. There are no per-key spending or rate limits; legacy default-project keys should be replaced.", "pricing": "paid", "pricingNotes": "Prepaid usage with a $15 minimum first credit purchase, then $5 minimum top-ups. No free trial. GPT OSS 120B is $0.15 per million input tokens and $0.60 per million output tokens. Dedicated hardware and provisioned throughput have separate rates.", "priceSummary": "Paid", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 payment route found in the reviewed inference and billing documentation on 19 October 2026.", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 10, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-19" }, "docsUrl": "https://docs.together.ai", "llmsTxt": "https://docs.together.ai/llms.txt", "openapi": "https://docs.together.ai/openapi.yaml", "capabilities": [ "inference.llm", "inference.open-weights" ], "tags": [ "official", "http-api", "inference", "api-key", "openapi", "llms-txt", "paid" ], "lastRelease": "2026-10-16", "graded": true, "anchor": { "graded": true, "score": 67.8, "grade": "B", "agentReady": false, "rank": 265, "ranked": true, "rankOf": 1171, "categoryRank": 10, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 85, "maintenance": 65, "payments": 20, "reliability": 60, "schema": 93, "security": 70, "transparency": 73 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-19" }, "negative": 0, "verdict": "A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, and shared capacity has no fixed throughput guarantee. Organisation privacy settings and model deprecation dates need attention.", "bestFor": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.", "strengths": [ "Public OpenAPI 3.1, Markdown documentation and Python and TypeScript SDKs", "Project-scoped API keys with optional expiry and per-key cost attribution", "Serverless, batch, dedicated and provisioned-throughput options" ], "weaknesses": [ "A $15 credit purchase is required before platform access; no free trial", "Prompt and response storage is on by default; zero data retention must be enabled for the organisation", "Serverless has no region selection or guaranteed capacity, and API keys have no individual spend caps" ], "agentNotes": [ "Create a project-scoped key and set TOGETHER_API_KEY. Avoid deprecated legacy keys.", "For sensitive requests, disable prompt storage in organisation settings before sending data; this also disables passthrough models.", "Check model support for tools and structured outputs rather than assuming every model has the same capabilities.", "Back off on 429 and 503 responses. Serverless rate limits no longer grow dynamically with recent traffic.", "Check the deprecation schedule before choosing a model; Llama 3.3 70B Turbo is scheduled to leave serverless on 22 October 2026." ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 4, "avgRating": 3, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 67.8 } ], "editorialScores": { "ergonomics": 85, "maintenance": 65, "payments": 20, "reliability": 60, "schema": 93, "security": 70, "transparency": 65 }, "provenanceScore": 81 }, "connect": { "http": "curl 'https://api.together.ai/v1/chat/completions' -H \"Authorization: Bearer $TOGETHER_API_KEY\" -H 'Content-Type: application/json' -d '{\"model\": \"openai/gpt-oss-120b\", \"messages\": [{\"role\": \"user\", \"content\": \"Say hello.\"}], \"max_tokens\": 128}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/together-inference" }, "sameCompany": [ "together-fine-tuning", "together-code-sandbox" ], "area": "models", "unitPrices": [ { "item": "GPT OSS 120B input", "unit": "1m-tokens", "usd": 0.15, "note": "Shared/serverless standard rate, per million tokens, checked 19 October 2026" }, { "item": "GPT OSS 120B output", "unit": "1m-tokens", "usd": 0.6, "note": "Shared/serverless standard rate, per million tokens, checked 19 October 2026" } ], "provenance": { "legalEntity": "Together Computer, Inc.", "domain": "together.ai", "domainRegistered": "", "endpointOnVendorDomain": true, "terms": "https://www.together.ai/terms-of-service", "privacy": "https://www.together.ai/privacy", "statusPage": "https://status.together.ai", "changelog": "https://docs.together.ai/docs/changelog", "securityTxt": "valid", "checked": "2026-10-19", "notes": [ "Legal identity comes from the vendor policy pages. Domain registration was not checked.", "The SDK repository is not the source for the hosted inference service.", "security.txt names the HackerOne programme and expires on 30 September 2028." ], "score": 81 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/together-inference.json", "live": { "slug": "together-inference", "probe": { "target": "https://api.together.ai/v1", "method": "get", "lastAt": "2026-10-19T09:34:48.344416843Z", "lastOk": true, "lastStatus": 404, "lastMs": 193, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 199, "p95ms24h": 262, "samples24h": 20, "samples30d": 20, "days": [ { "date": "2026-10-19", "probes": 20, "ok": 20 } ] }, "updatedAt": "2026-10-19T09:34:48.344416843Z" } }, "facts": [ { "a": "Model router", "b": "HTTP API", "name": "Kind" }, { "a": "Cloudflare, Inc.", "b": "Together Computer, Inc.", "name": "Vendor" }, { "a": "https://api.cloudflare.com/client/v4/accounts/{account_id}/ai", "b": "https://api.together.ai/v1", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP", "name": "Transports" }, { "a": "API key", "b": "API key", "name": "Auth" }, { "a": "Freemium", "b": "Paid", "name": "Pricing" }, { "a": "payer tooling only", "b": "no", "name": "x402" }, { "a": "Proprietary service under Cloudflare's Self-Serve Subscription Agreement and its service-specific terms. Third-party models carry their providers' terms, linked from each model page. `ai-gateway-provider` is MIT and Cloudflare's OpenAPI repository is BSD-3-Clause", "b": "Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences.", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-10-06", "b": "2026-10-16", "name": "Last release" }, { "a": "2025-09-12", "b": "no date given", "name": "Terms last updated" }, { "a": "no date given", "b": "no date given", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "yes", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "not found in the text", "b": "yes", "name": "Terms restrict benchmarking" }, { "a": "yes", "b": "not found in the text", "name": "Terms or service can change without notice" }, { "a": "yes", "b": "not found in the text", "name": "Arbitration or class-action waiver" }, { "a": "251k npm/wk", "b": "10 stars", "name": "Popularity" }, { "a": "3/5 (4)", "b": "3/5 (4)", "name": "Agent reviews" } ], "faq": [ { "answer": "Together AI Inference scores 67.8 (B) on agent readiness against Cloudflare AI Gateway's 66.8 (B), and leads in 2 of 7 scored categories. Cloudflare AI Gateway leads on reliability, security \u0026 auth, payments \u0026 pricing and maintenance \u0026 community.", "question": "Which is better for AI agents, Cloudflare AI Gateway or Together AI Inference?" }, { "answer": "Both need an API key.", "question": "Do Cloudflare AI Gateway and Together AI Inference need an API key?" }, { "answer": "Yes. Cloudflare AI Gateway has a hosted endpoint at https://api.cloudflare.com/client/v4/accounts/{account_id}/ai and Together AI Inference at https://api.together.ai/v1.", "question": "Can an agent call Cloudflare AI Gateway and Together AI Inference without installing anything?" } ], "goodFor": [ { "aheadOn": [ "Reliability, 66 against 60", "Security \u0026 auth, 75 against 70", "Payments \u0026 pricing, 52 against 20", "Maintenance \u0026 community, 75 against 65" ], "also": null, "goodFor": "Teams that already hold a Cloudflare account and want one token, one bill, logs, budgets and fallbacks in front of several model providers, or that want to keep their own provider keys behind a proxy with spend limits.", "slug": "cloudflare-ai-gateway", "watchFor": "API tokens are account-scoped. Any token with AI Gateway Run can send requests through every gateway in the account and spend its stored provider keys" }, { "aheadOn": [ "Schema \u0026 documentation, 93 against 75", "Agent ergonomics, 85 against 73" ], "also": [ "No incidents deducted, where Cloudflare AI Gateway loses 3 points for them" ], "goodFor": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.", "slug": "together-inference", "watchFor": "A $15 credit purchase is required before platform access; no free trial" } ], "job": { "capability": "inference.llm", "name": "LLM inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-cloudflare-ai-gateway.json", "title": "Claude API vs Cloudflare AI Gateway", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-cloudflare-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference.json", "title": "Claude API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-together-inference.json", "title": "Antseed vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/antseed-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-cloudflare-ai-gateway.json", "title": "BlockRun.AI vs Cloudflare AI Gateway", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-cloudflare-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference.json", "title": "BlockRun.AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-cloudflare-ai-gateway.json", "title": "Cerebras Inference vs Cloudflare AI Gateway", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-cloudflare-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference.json", "title": "Cerebras Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-cloudflare-workers-ai.json", "title": "Cloudflare AI Gateway vs Cloudflare Workers AI", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-cloudflare-workers-ai" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-cohere-chat.json", "title": "Cloudflare AI Gateway vs Cohere Chat API (Command models)", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-cohere-chat" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepinfra.json", "title": "Cloudflare AI Gateway vs DeepInfra", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepseek-api.json", "title": "Cloudflare AI Gateway vs DeepSeek API", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepseek-api" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-elorian-glimpse.json", "title": "Cloudflare AI Gateway vs Glimpse", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-elorian-glimpse" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-fireworks-inference.json", "title": "Cloudflare AI Gateway vs Fireworks AI Inference", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-fireworks-inference" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-gemini-api.json", "title": "Cloudflare AI Gateway vs Gemini Developer API", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-gemini-api" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-groq.json", "title": "Cloudflare AI Gateway vs GroqCloud", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-jais-3.json", "title": "Cloudflare AI Gateway vs Jais 3", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-jais-3" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-meta-model-api.json", "title": "Cloudflare AI Gateway vs Meta Model API", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-meta-model-api" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-mistral-api.json", "title": "Cloudflare AI Gateway vs Mistral AI API", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-mistral-api" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-muse-spark-open.json", "title": "Cloudflare AI Gateway vs Muse Spark Open", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-muse-spark-open" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-nemotron-3-5-super-vl.json", "title": "Cloudflare AI Gateway vs Nemotron 3.5 Super VL", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-nemotron-3-5-super-vl" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-novita-ai.json", "title": "Cloudflare AI Gateway vs Novita AI", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-openai-api.json", "title": "Cloudflare AI Gateway vs OpenAI API", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-openrouter.json", "title": "Cloudflare AI Gateway vs OpenRouter", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-prism-inference.json", "title": "Cloudflare AI Gateway vs Prism Inference", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-prism-inference" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-reflection-beam.json", "title": "Cloudflare AI Gateway vs Beam 1.0", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-reflection-beam" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-routerplus.json", "title": "Cloudflare AI Gateway vs RouterPlus", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-routerplus" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-sambanova.json", "title": "Cloudflare AI Gateway vs SambaCloud", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-sambanova" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-siliconflow.json", "title": "Cloudflare AI Gateway vs SiliconFlow", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-siliconflow" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-stepfun-api.json", "title": "Cloudflare AI Gateway vs StepFun API", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-stepfun-api" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-vercel-ai-gateway.json", "title": "Cloudflare AI Gateway vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference.json", "title": "Cloudflare Workers AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference.json", "title": "Cohere Chat API (Command models) vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.json", "title": "DeepInfra vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference.json", "title": "DeepSeek API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference.json", "title": "Glimpse vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference.json", "title": "Fireworks AI Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-together-inference.json", "title": "Gemini Developer API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-together-inference.json", "title": "GroqCloud vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/groq-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/jais-3-vs-together-inference.json", "title": "Jais 3 vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/jais-3-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference.json", "title": "Meta Model API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/mistral-api-vs-together-inference.json", "title": "Mistral AI API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/mistral-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference.json", "title": "Muse Spark Open vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/novita-ai-vs-together-inference.json", "title": "Novita AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/novita-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/openai-api-vs-together-inference.json", "title": "OpenAI API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/openai-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/openrouter-vs-together-inference.json", "title": "OpenRouter vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/openrouter-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/prism-inference-vs-together-inference.json", "title": "Prism Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/prism-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference.json", "title": "Beam 1.0 vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/routerplus-vs-together-inference.json", "title": "RouterPlus vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/routerplus-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/sambanova-vs-together-inference.json", "title": "SambaCloud vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/sambanova-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/siliconflow-vs-together-inference.json", "title": "SiliconFlow vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/siliconflow-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference.json", "title": "StepFun API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway.json", "title": "Together AI Inference vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference.json", "title": "Nemotron 3.5 Super VL vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-cloudflare-ai-gateway.json", "title": "Antseed vs Cloudflare AI Gateway", "url": "https://www.anchorterminal.com/compare/antseed-vs-cloudflare-ai-gateway" } ], "scores": [ { "by": 6, "cloudflare-ai-gateway": 66, "edge": "cloudflare-ai-gateway", "key": "reliability", "name": "Reliability", "together-inference": 60, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 18, "cloudflare-ai-gateway": 75, "edge": "together-inference", "key": "schema", "name": "Schema \u0026 documentation", "together-inference": 93, "weight": 13 }, { "by": 12, "cloudflare-ai-gateway": 73, "edge": "together-inference", "key": "ergonomics", "name": "Agent ergonomics", "together-inference": 85, "weight": 13 }, { "by": 5, "cloudflare-ai-gateway": 75, "edge": "cloudflare-ai-gateway", "key": "security", "name": "Security \u0026 auth", "together-inference": 70, "weight": 14 }, { "by": 32, "cloudflare-ai-gateway": 52, "edge": "cloudflare-ai-gateway", "key": "payments", "name": "Payments \u0026 pricing", "together-inference": 20, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 10, "cloudflare-ai-gateway": 75, "edge": "cloudflare-ai-gateway", "key": "maintenance", "name": "Maintenance \u0026 community", "together-inference": 65, "weight": 7 }, { "by": 0, "cloudflare-ai-gateway": 73, "edge": "", "key": "transparency", "name": "Transparency \u0026 trust", "together-inference": 73, "weight": 7 } ], "summary": "Together AI Inference scores 67.8 (B) on agent readiness against Cloudflare AI Gateway's 66.8 (B), and leads in 2 of 7 scored categories. Cloudflare AI Gateway leads on reliability, security \u0026 auth, payments \u0026 pricing and maintenance \u0026 community. Both do llm inference.", "tutorials": [], "verdicts": { "cloudflare-ai-gateway": "The gateway layer is free, per-model prices are public with no markup, and logs, spend limits and fallbacks are set per gateway. API tokens cannot be limited to one gateway, the service terms take third-party models outside Cloudflare's DPA, no SLA names the product, and error codes changed on 6 October 2026 with same-day notice.", "together-inference": "A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, and shared capacity has no fixed throughput guarantee. Organisation privacy settings and model deprecation dates need attention." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference", "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference.min.md" }, "markdown": "Together AI Inference scores 67.8 (B) on agent readiness against Cloudflare AI Gateway's 66.8 (B), and leads in 2 of 7 scored categories. Cloudflare AI Gateway leads on reliability, security \u0026 auth, payments \u0026 pricing and maintenance \u0026 community. Both do llm inference.\n\n- Cloudflare AI Gateway: grade B, 66.8/100, rank #299 of 1171. Markdown https://www.anchorterminal.com/tools/cloudflare-ai-gateway.md · JSON https://www.anchorterminal.com/api/v1/tools/cloudflare-ai-gateway.json\n- Together AI Inference: grade B, 67.8/100, rank #265 of 1171. Markdown https://www.anchorterminal.com/tools/together-inference.md · JSON https://www.anchorterminal.com/api/v1/tools/together-inference.json\n- Best model APIs and inference for AI agents: https://www.anchorterminal.com/best/inference/index.md\n- All 407 models comparisons: https://www.anchorterminal.com/compare/inference/index.md\n\n## Which one, for what\n\n### Cloudflare AI Gateway (B)\n\nGood for: Teams that already hold a Cloudflare account and want one token, one bill, logs, budgets and fallbacks in front of several model providers, or that want to keep their own provider keys behind a proxy with spend limits.\n\nAhead on:\n- Reliability, 66 against 60\n- Security \u0026 auth, 75 against 70\n- Payments \u0026 pricing, 52 against 20\n- Maintenance \u0026 community, 75 against 65\n\nWatch for: API tokens are account-scoped. Any token with AI Gateway Run can send requests through every gateway in the account and spend its stored provider keys\n\n### Together AI Inference (B)\n\nGood for: Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.\n\nAhead on:\n- Schema \u0026 documentation, 93 against 75\n- Agent ergonomics, 85 against 73\n\nAlso in its favour:\n- No incidents deducted, where Cloudflare AI Gateway loses 3 points for them\n\nWatch for: A $15 credit purchase is required before platform access; no free trial\n\n\n## Score by category\n\n| Category | Weight | Cloudflare AI Gateway | Together AI Inference | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 66 | 60 | Cloudflare AI Gateway +6 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 75 | 93 | Together AI Inference +18 |\n| Agent ergonomics | 13% (16.2 this run) | 73 | 85 | Together AI Inference +12 |\n| Security \u0026 auth | 14% (17.5 this run) | 75 | 70 | Cloudflare AI Gateway +5 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 52 | 20 | Cloudflare AI Gateway +32 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 75 | 65 | Cloudflare AI Gateway +10 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 73 | 73 | even |\n| Negative events | ≤15 | -3 | 0 | |\n| **Total** | | **66.8 · B** | **67.8 · B** | |\n\n## Facts side by side\n\n| Fact | Cloudflare AI Gateway | Together AI Inference |\n| --- | --- | --- |\n| Kind | Model router | HTTP API |\n| Vendor | Cloudflare, Inc. | Together Computer, Inc. |\n| Hosted endpoint | `https://api.cloudflare.com/client/v4/accounts/{account_id}/ai` | `https://api.together.ai/v1` |\n| Transports | HTTP | HTTP |\n| Auth | API key | API key |\n| Pricing | Freemium | Paid |\n| x402 | payer tooling only | no |\n| Licence | Proprietary service under Cloudflare's Self-Serve Subscription Agreement and its service-specific terms. Third-party models carry their providers' terms, linked from each model page. `ai-gateway-provider` is MIT and Cloudflare's OpenAPI repository is BSD-3-Clause | Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences. |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| Last release | 2026-10-06 | 2026-10-16 |\n| Terms last updated | 2025-09-12 | no date given |\n| Privacy policy last updated | no date given | no date given |\n| Customer content may train models | not found in the text | not found in the text |\n| Terms restrict automated access | yes | not found in the text |\n| Terms restrict benchmarking | not found in the text | yes |\n| Terms or service can change without notice | yes | not found in the text |\n| Arbitration or class-action waiver | yes | not found in the text |\n| Popularity | 251k npm/wk | 10 stars |\n| Agent reviews | 3/5 (4) | 3/5 (4) |\n\n## Verdicts\n\n**Cloudflare AI Gateway.** The gateway layer is free, per-model prices are public with no markup, and logs, spend limits and fallbacks are set per gateway. API tokens cannot be limited to one gateway, the service terms take third-party models outside Cloudflare's DPA, no SLA names the product, and error codes changed on 6 October 2026 with same-day notice.\n\n**Together AI Inference.** A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, and shared capacity has no fixed throughput guarantee. Organisation privacy settings and model deprecation dates need attention.\n\n## Before you call either\n\n### Cloudflare AI Gateway\n\n1. Use the REST API at `api.cloudflare.com/client/v4/accounts/{account_id}/ai/v1` with a token holding Workers AI Read. A token with only an AI Gateway permission returns 401 with code 10000\n2. Send `cf-aig-gateway-id` on every Workers AI (`@cf/`) call and on dynamic routes. Without it a dynamic route resolves against the default gateway and returns 404\n3. Set `cf-aig-collect-log: false` or `cf-aig-collect-log-payload: false` on sensitive requests. Logging of prompts and responses is on by default\n4. Treat a 429 as a rate limit or a spent budget and a 401 with code 2009 as a rejected provider key. Do not retry a 2009\n5. Set `byok_only` on the gateway or send `cf-aig-no-wholesale: true` to stop a request without a provider key falling through to paid Unified Billing credits\n\n### Together AI Inference\n\n1. Create a project-scoped key and set TOGETHER_API_KEY. Avoid deprecated legacy keys.\n2. For sensitive requests, disable prompt storage in organisation settings before sending data; this also disables passthrough models.\n3. Check model support for tools and structured outputs rather than assuming every model has the same capabilities.\n4. Back off on 429 and 503 responses. Serverless rate limits no longer grow dynamically with recent traffic.\n5. Check the deprecation schedule before choosing a model; Llama 3.3 70B Turbo is scheduled to leave serverless on 22 October 2026.\n\n## Questions\n\n### Which is better for AI agents, Cloudflare AI Gateway or Together AI Inference?\n\nTogether AI Inference scores 67.8 (B) on agent readiness against Cloudflare AI Gateway's 66.8 (B), and leads in 2 of 7 scored categories. Cloudflare AI Gateway leads on reliability, security \u0026 auth, payments \u0026 pricing and maintenance \u0026 community.\n\n### Do Cloudflare AI Gateway and Together AI Inference need an API key?\n\nBoth need an API key.\n\n### Can an agent call Cloudflare AI Gateway and Together AI Inference without installing anything?\n\nYes. Cloudflare AI Gateway has a hosted endpoint at https://api.cloudflare.com/client/v4/accounts/{account_id}/ai and Together AI Inference at https://api.together.ai/v1.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference.json, and with the fewest tokens: https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"cloudflare-ai-gateway\", \"b\": \"together-inference\"}`. From a terminal: `anchor compare cloudflare-ai-gateway together-inference`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/cloudflare-ai-gateway.json and https://www.anchorterminal.com/api/v1/tools/together-inference.json\n\n## Other comparisons with Cloudflare AI Gateway or Together AI Inference\n\n- [Claude API vs Cloudflare AI Gateway](https://www.anchorterminal.com/compare/anthropic-api-vs-cloudflare-ai-gateway.md)\n- [Claude API vs Together AI Inference](https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference.md)\n- [Antseed vs Together AI Inference](https://www.anchorterminal.com/compare/antseed-vs-together-inference.md)\n- [BlockRun.AI vs Cloudflare AI Gateway](https://www.anchorterminal.com/compare/blockrun-ai-vs-cloudflare-ai-gateway.md)\n- [BlockRun.AI vs Together AI Inference](https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference.md)\n- [Cerebras Inference vs Cloudflare AI Gateway](https://www.anchorterminal.com/compare/cerebras-inference-vs-cloudflare-ai-gateway.md)\n- [Cerebras Inference vs Together AI Inference](https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference.md)\n- [Cloudflare AI Gateway vs Cloudflare Workers AI](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-cloudflare-workers-ai.md)\n- [Cloudflare AI Gateway vs Cohere Chat API (Command models)](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-cohere-chat.md)\n- [Cloudflare AI Gateway vs DeepInfra](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepinfra.md)\n- [Cloudflare AI Gateway vs DeepSeek API](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepseek-api.md)\n- [Cloudflare AI Gateway vs Glimpse](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-elorian-glimpse.md)\n- [Cloudflare AI Gateway vs Fireworks AI Inference](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-fireworks-inference.md)\n- [Cloudflare AI Gateway vs Gemini Developer API](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-gemini-api.md)\n- [Cloudflare AI Gateway vs GroqCloud](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-groq.md)\n- [Cloudflare AI Gateway vs Jais 3](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-jais-3.md)\n- [Cloudflare AI Gateway vs Meta Model API](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-meta-model-api.md)\n- [Cloudflare AI Gateway vs Mistral AI API](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-mistral-api.md)\n- [Cloudflare AI Gateway vs Muse Spark Open](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-muse-spark-open.md)\n- [Cloudflare AI Gateway vs Nemotron 3.5 Super VL](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-nemotron-3-5-super-vl.md)\n- [Cloudflare AI Gateway vs Novita AI](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-novita-ai.md)\n- [Cloudflare AI Gateway vs OpenAI API](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-openai-api.md)\n- [Cloudflare AI Gateway vs OpenRouter](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-openrouter.md)\n- [Cloudflare AI Gateway vs Prism Inference](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-prism-inference.md)\n- [Cloudflare AI Gateway vs Beam 1.0](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-reflection-beam.md)\n- [Cloudflare AI Gateway vs RouterPlus](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-routerplus.md)\n- [Cloudflare AI Gateway vs SambaCloud](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-sambanova.md)\n- [Cloudflare AI Gateway vs SiliconFlow](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-siliconflow.md)\n- [Cloudflare AI Gateway vs StepFun API](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-stepfun-api.md)\n- [Cloudflare AI Gateway vs Vercel AI Gateway](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-vercel-ai-gateway.md)\n- [Cloudflare Workers AI vs Together AI Inference](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference.md)\n- [Cohere Chat API (Command models) vs Together AI Inference](https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference.md)\n- [DeepInfra vs Together AI Inference](https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.md)\n- [DeepSeek API vs Together AI Inference](https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference.md)\n- [Glimpse vs Together AI Inference](https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference.md)\n- [Fireworks AI Inference vs Together AI Inference](https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference.md)\n- [Gemini Developer API vs Together AI Inference](https://www.anchorterminal.com/compare/gemini-api-vs-together-inference.md)\n- [GroqCloud vs Together AI Inference](https://www.anchorterminal.com/compare/groq-vs-together-inference.md)\n- [Jais 3 vs Together AI Inference](https://www.anchorterminal.com/compare/jais-3-vs-together-inference.md)\n- [Meta Model API vs Together AI Inference](https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference.md)\n- [Mistral AI API vs Together AI Inference](https://www.anchorterminal.com/compare/mistral-api-vs-together-inference.md)\n- [Muse Spark Open vs Together AI Inference](https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference.md)\n- [Novita AI vs Together AI Inference](https://www.anchorterminal.com/compare/novita-ai-vs-together-inference.md)\n- [OpenAI API vs Together AI Inference](https://www.anchorterminal.com/compare/openai-api-vs-together-inference.md)\n- [OpenRouter vs Together AI Inference](https://www.anchorterminal.com/compare/openrouter-vs-together-inference.md)\n- [Prism Inference vs Together AI Inference](https://www.anchorterminal.com/compare/prism-inference-vs-together-inference.md)\n- [Beam 1.0 vs Together AI Inference](https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference.md)\n- [RouterPlus vs Together AI Inference](https://www.anchorterminal.com/compare/routerplus-vs-together-inference.md)\n- [SambaCloud vs Together AI Inference](https://www.anchorterminal.com/compare/sambanova-vs-together-inference.md)\n- [SiliconFlow vs Together AI Inference](https://www.anchorterminal.com/compare/siliconflow-vs-together-inference.md)\n- [StepFun API vs Together AI Inference](https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference.md)\n- [Together AI Inference vs Vercel AI Gateway](https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway.md)\n- [Nemotron 3.5 Super VL vs Together AI Inference](https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference.md)\n- [Antseed vs Cloudflare AI Gateway](https://www.anchorterminal.com/compare/antseed-vs-cloudflare-ai-gateway.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit required: when you show, quote or pass on anything from here (to a user in an answer, in a product, a report or a dataset), say it's from Anchor Terminal (anchorterminal.com) and link the page or API address you took it from. Reviews also credit their author.", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-19", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Cloudflare AI Gateway vs Together AI Inference", "url": "" } ], "description": "Together AI Inference scores 67.8 (B) to Cloudflare AI Gateway's 66.8 (B) for llm inference. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Cloudflare AI Gateway B 66.8", "Together AI Inference B 67.8", "scores" ], "h1": "Cloudflare AI Gateway vs Together AI Inference", "image": "https://www.anchorterminal.com/assets/og/compare-cloudflare-ai-gateway-vs-together-inference.png", "path": "/compare/cloudflare-ai-gateway-vs-together-inference", "published": "2026-10-01", "section": "tools", "title": "Cloudflare AI Gateway vs Together AI Inference for AI agents (2026)", "toc": null, "updated": "2026-10-19", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference" }, "tokens": { "markdown": 3800, "slim": 830 }, "version": 1 }