{ "data": { "a": { "slug": "amazon-bedrock", "name": "Amazon Bedrock", "vendor": "Amazon Web Services", "vendorUrl": "https://aws.amazon.com/bedrock/", "kind": "model", "category": "inference", "summary": "AWS's managed API for foundation models from Anthropic, OpenAI, Amazon, Meta, Mistral, DeepSeek, Qwen, xAI and others, called through the Converse API or OpenAI- and Anthropic-compatible endpoints under one AWS account.", "url": "https://www.anchorterminal.com/tools/amazon-bedrock", "markdownUrl": "https://www.anchorterminal.com/tools/amazon-bedrock.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/amazon-bedrock.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/amazon-bedrock.json", "dns": "amazon-bedrock.grade.anchorterminal.com", "repo": "https://github.com/aws/api-models-aws", "license": "Proprietary service under the AWS Customer Agreement and Service Terms. Third-party models carry their providers' licence terms. The AWS SDKs and the Smithy service models are Apache-2.0", "transports": [ "http" ], "remoteUrl": "https://bedrock-runtime.us-east-1.amazonaws.com", "packages": [ { "registry": "pypi", "name": "boto3" }, { "registry": "npm", "name": "@aws-sdk/client-bedrock-runtime" } ], "auth": "mixed", "authNotes": "AWS Signature Version 4 with IAM users, roles or short-lived STS credentials, and IAM policies that can name single model or inference-profile ARNs. Bedrock API keys go in an `Authorization: Bearer` header. Short-term keys last up to 12 hours and inherit the caller's IAM permissions; long-term keys create an IAM user and are marked for exploration only. Endpoints are regional, `bedrock-runtime.\u003cregion\u003e.amazonaws.com` and `bedrock-mantle.\u003cregion\u003e.api.aws`.", "pricing": "usage", "pricingNotes": "Per-token prices per model and Region, with Standard, Priority, Flex and Reserved tiers. Claude Opus 5.5 costs $4/$20 per million tokens through global cross-Region inference and $4.40/$22 through geographic or in-Region inference, cache reads $0.20. Cache reads on Claude Sonnet 5.5 were cut by half from 7 October 2026. Batch is half price on supported models but was not shown for Opus 5.5 or Sonnet 5.5. New AWS accounts get up to $200 in Free Tier credits (https://aws.amazon.com/bedrock/pricing/, rates per AWS's price feed of 30 September 2026; the page's tables are drawn by script and were not readable on 6 November).", "priceSummary": "from $0.30 / 1M in", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 on the pricing page or in the user guide's llms.txt (checked 2026-11-06). Access needs an AWS account.", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": 21825916, "pypiWeekly": null, "asOf": "2026-11-06" }, "docsUrl": "https://docs.aws.amazon.com/bedrock/latest/userguide/what-is-bedrock.html", "rateLimitsUrl": "https://docs.aws.amazon.com/general/latest/gr/bedrock.html", "llmsTxt": "https://docs.aws.amazon.com/bedrock/latest/userguide/llms.txt", "capabilities": [ "inference.llm", "inference.open-weights" ], "tags": [ "official", "hosted", "model", "open-weights", "enterprise", "usage-priced", "llms-txt", "python", "typescript", "status-page" ], "lastRelease": "2026-10-30", "graded": true, "anchor": { "graded": true, "score": 81.7, "grade": "A", "agentReady": true, "rank": 8, "ranked": true, "rankOf": 1486, "categoryRank": 3, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 92, "maintenance": 81, "payments": 30, "reliability": 80, "schema": 94, "security": 98, "transparency": 85 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-06" }, "negative": 0, "verdict": "Bedrock reaches Claude, GPT-6, Nova, Llama and other families through one IAM-controlled API, with a 99.9 per cent SLA and a per-Region zero-retention switch. Setup needs an AWS account, IAM permissions and a Region, capabilities vary by model, and some Regions gave five older Claude models about 34 days of notice.", "bestFor": "Teams already on AWS who want Claude, GPT-6, Nova, Llama and other models under one IAM, billing and VPC boundary, with regional data controls and an SLA.", "strengths": [ "One API and one bill for Anthropic, OpenAI, Amazon, Meta, Mistral, DeepSeek, Qwen, xAI and other model families", "IAM policies can limit a caller to named model ARNs, and short-term API keys expire within 12 hours", "A `none` data retention mode per Region blocks any model that would store prompts", "Published SLA of 99.9 per cent a month per Region with service credits", "Per-model token quotas published with default values, for example 30,000,000 tokens a minute for Opus 5.5 global inference" ], "weaknesses": [ "An AWS account, IAM setup and a Region choice come before the first call, and an agent can't sign up alone", "Batch inference isn't shown for Claude Opus 5.5 or Sonnet 5.5, and since 26 October batch completion isn't guaranteed", "Claude Fable 5 and 5.1 retain all traffic up to 30 days, and AWS may review flagged prompts", "Five older Claude models went Legacy on 10 or 13 October 2026 with end of life on 13 November in some Regions, against the 6-month floor the policy states", "The Middle East (UAE) and (Bahrain) Regions have been disrupted since March 2026, and AWS says some data there can't be restored" ], "agentNotes": [ "Use the geographic or global inference ID from the model card, such as `global.anthropic.claude-opus-5-5`. Global routing is cheaper but can process data in any commercial Region", "Set `data_retention_mode` to `none` in each Region before sending sensitive data. Models that need retention then return ValidationException", "Back off with jitter on 429 ThrottlingException, 503 and 529 `overloaded_error`, and honour `Retry-After` when it's sent", "Generate short-term API keys from an IAM role for production. Long-term keys create an IAM user and AWS marks them exploration only", "Call ListFoundationModels in your Region and read `modelLifecycle` before pinning a model ID. Claude 3.x IDs in several Regions stop working on 13 November 2026 and requests don't redirect" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "A", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 81.7 } ], "editorialScores": { "ergonomics": 92, "maintenance": 81, "payments": 30, "reliability": 80, "schema": 94, "security": 98, "transparency": 76 }, "provenanceScore": 94, "checked": { "categories": { "ergonomics": "2026-11-06", "maintenance": "2026-11-06", "payments": "2026-11-06", "reliability": "2026-11-06", "schema": "2026-11-06", "security": "2026-11-06", "transparency": "2026-11-06" }, "last": "2026-11-06", "oldest": "2026-11-06", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "pip install boto3 # or: npm i @aws-sdk/client-bedrock-runtime", "http": "curl -X POST \"https://bedrock-runtime.us-east-1.amazonaws.com/model/us.anthropic.claude-sonnet-4-6/converse\" \\\n -H \"Content-Type: application/json\" \\\n -H \"Authorization: Bearer $AWS_BEARER_TOKEN_BEDROCK\" \\\n -d '{\"messages\": [{\"role\": \"user\", \"content\": [{\"text\": \"Hello\"}]}]}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/amazon-bedrock" }, "sameCompany": [ "amazon-nova-embeddings", "amazon-bedrock-guardrails", "amazon-transcribe", "amazon-polly", "amazon-nova-sonic", "agentcore-memory", "agentcore-identity", "aws-secrets-manager", "agentcore-web-search", "aws-mcp-servers", "amazon-ses", "amazon-location", "amazon-translate", "amazon-ads-api", "amazon-creators-api" ], "area": "models", "provenance": { "legalEntity": "Amazon Web Services, Inc.", "domain": "amazon.com", "domainRegistered": "1994-11-01", "domainNote": "The endpoints are on amazonaws.com and api.aws, both AWS domains. The security.txt on aws.amazon.com had expired on 2026-09-24 and was renewed, with Expires 2027-10-16, when read on 2026-11-06.", "endpointOnVendorDomain": true, "terms": "https://aws.amazon.com/service-terms/", "privacy": "https://aws.amazon.com/privacy/", "statusPage": "https://health.aws.amazon.com/health/status", "changelog": "https://docs.aws.amazon.com/bedrock/latest/userguide/doc-history.html", "securityTxt": "valid", "checked": "2026-11-06", "notes": [ "AWS's public history feed (historyevents.json) lists Amazon Bedrock as disrupted in the ME-CENTRAL-1 and ME-SOUTH-1 Regions since March 2026, with a last update on 15 September 2026, and no Bedrock event in other Regions in the 90 days to 6 November 2026. An EU-SOUTH-2 packet-loss event on 4 October 2026 named Bedrock AgentCore, not Bedrock.", "The pricing page fills its tables by script. Prices here come from AWS's public price feed of 30 September 2026; the bedrockfoundationmodels feed read on 6 November (published 12 October) carries only rate codes." ], "score": 94 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/amazon-bedrock.json", "live": { "slug": "amazon-bedrock", "probe": { "target": "https://bedrock-runtime.us-east-1.amazonaws.com", "method": "get", "lastAt": "2026-11-07T18:20:09.570975096Z", "lastOk": true, "lastStatus": 404, "lastMs": 339, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 269, "p95ms24h": 352, "samples24h": 200, "samples30d": 200, "days": [ { "date": "2026-11-06", "probes": 13, "ok": 13 }, { "date": "2026-11-07", "probes": 187, "ok": 187 } ] }, "versions": [ { "registry": "npm", "name": "@aws-sdk/client-bedrock-runtime", "version": "3.1164.0", "seenAt": "2026-11-06T23:05:19.602032841Z" }, { "registry": "pypi", "name": "boto3", "version": "1.43.126", "released": "2026-11-06", "seenAt": "2026-11-06T23:05:17.831478687Z" } ], "githubStars": 229, "npmWeekly": 21825916, "pypiWeekly": 637851852, "securityTxt": { "url": "https://amazon.com/.well-known/security.txt", "state": "valid", "checkedAt": "2026-11-07T16:00:18.354437696Z" }, "llmsTxt": { "url": "https://docs.aws.amazon.com/bedrock/latest/userguide/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-11-07T15:31:17.63045618Z" }, "pages": [ { "url": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", "kind": "deprecations", "status": 200, "checkedAt": "2026-11-07T14:05:11.906374144Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "dce416908c57" } ], "updatedAt": "2026-11-07T18:20:09.570975096Z" } }, "answer": "Amazon Bedrock scores 81.7 (A) on agent readiness against Together AI Inference's 67.8 (B), and leads in every scored category.", "b": { "slug": "together-inference", "name": "Together AI Inference", "vendor": "Together Computer, Inc.", "vendorUrl": "https://www.together.ai", "kind": "http-api", "category": "inference", "summary": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput. Model-dependent capabilities include tool calling, structured outputs and vision.", "url": "https://www.anchorterminal.com/tools/together-inference", "markdownUrl": "https://www.anchorterminal.com/tools/together-inference.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/together-inference.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/together-inference.json", "dns": "together-inference.grade.anchorterminal.com", "repo": "https://github.com/togethercomputer/together-py", "license": "Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences.", "transports": [ "http" ], "remoteUrl": "https://api.together.ai/v1", "packages": [ { "registry": "pypi", "name": "together", "main": true }, { "registry": "npm", "name": "together-ai", "main": true } ], "auth": "api-key", "authNotes": "Bearer API keys are scoped to projects, can expire and can be revoked separately. A key has full access to resources in its project. There are no per-key spending or rate limits; legacy default-project keys should be replaced.", "pricing": "paid", "pricingNotes": "Prepaid usage with a $15 minimum first credit purchase, then $5 minimum top-ups. No free trial. GPT OSS 120B is $0.15 per million input tokens and $0.60 per million output tokens. Dedicated hardware and provisioned throughput have separate rates.", "priceSummary": "Paid", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 payment route found in the reviewed inference and billing documentation on 19 October 2026.", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 10, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-19" }, "docsUrl": "https://docs.together.ai", "llmsTxt": "https://docs.together.ai/llms.txt", "openapi": "https://docs.together.ai/openapi.yaml", "capabilities": [ "inference.llm", "inference.open-weights" ], "tags": [ "official", "http-api", "inference", "api-key", "openapi", "llms-txt", "paid" ], "lastRelease": "2026-10-23", "graded": true, "anchor": { "graded": true, "score": 67.8, "grade": "B", "agentReady": false, "rank": 301, "ranked": true, "rankOf": 1486, "categoryRank": 13, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 85, "maintenance": 65, "payments": 20, "reliability": 75, "schema": 93, "security": 70, "transparency": 74 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-01" }, "negative": -3, "negativeNotes": [ "2026-08-19 to 2026-08-27. Together removed GA serverless models with notice posted only on the day of removal. Changelog entries of 19, 21, 25 and 27 August say FLUX.1 schnell, Qwen2.5 7B, Kimi K2.6, Cogito v2.1 671B, Gemma 3n E4B, Llama Guard 4 12B, Nemotron 3 Ultra, Pearl's Gemma 4 31B, DeepSeek V4 Pro and Kimi K2.7 Code \"have been deprecated and are no longer available on serverless\", with no earlier entry announcing their removal and no preview label, while the deprecation policy promises 2 or 3 weeks' notice for serverless endpoints. Read at the floor, as fireworks-inference's same-day removals of 27 August were, -3 (https://docs.together.ai/docs/changelog.md)." ], "verdict": "A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, shared capacity has no fixed throughput guarantee, and several serverless models were removed in August 2026 the day the removal was posted.", "bestFor": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.", "strengths": [ "Public OpenAPI 3.1, Markdown documentation and Python and TypeScript SDKs", "Project-scoped API keys with optional expiry and per-key cost attribution", "Serverless, batch, dedicated and provisioned-throughput options", "Status page with a monitor per serverless model and 90 days of daily history", "US-only serverless processing through us-api.together.ai since 16 October 2026, at 1.25 times standard rates" ], "weaknesses": [ "A $15 credit purchase is required before platform access; no free trial", "Prompt and response storage is on by default; zero data retention must be enabled for the organisation", "Serverless has no guaranteed capacity outside provisioned throughput, and API keys have no individual spend caps", "Serverless models removed on 19, 21, 25 and 27 August 2026 were announced in the changelog only on the day" ], "agentNotes": [ "Create a project-scoped key and set TOGETHER_API_KEY. Avoid deprecated legacy keys.", "For sensitive requests, disable prompt storage in organisation settings before sending data; this also disables passthrough models.", "Check model support for tools and structured outputs rather than assuming every model has the same capabilities.", "Back off on 429 and 503 responses. Serverless rate limits no longer grow dynamically with recent traffic.", "Check the deprecation schedule before choosing a model. Qwen3.8-2.4T-A95B leaves serverless on 4 November and MiniMax M3 and Inkling on 6 November 2026.", "Pin the SDK major version. Python SDK 3.0 and TypeScript SDK 1.0 (22 October 2026) drop `/v1` from the base URL and the `beta` paths" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 4, "avgRating": 3, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 67.8 } ], "editorialScores": { "ergonomics": 85, "maintenance": 65, "payments": 20, "reliability": 75, "schema": 93, "security": 70, "transparency": 65 }, "provenanceScore": 83, "checked": { "categories": { "ergonomics": "2026-11-01", "maintenance": "2026-11-01", "payments": "2026-11-01", "reliability": "2026-11-01", "schema": "2026-11-01", "security": "2026-11-01", "transparency": "2026-11-01" }, "last": "2026-11-01", "lastMoved": "2026-11-01", "oldest": "2026-11-01", "stale": false, "staleAfterDays": 90 } }, "connect": { "http": "curl 'https://api.together.ai/v1/chat/completions' -H \"Authorization: Bearer $TOGETHER_API_KEY\" -H 'Content-Type: application/json' -d '{\"model\": \"openai/gpt-oss-120b\", \"messages\": [{\"role\": \"user\", \"content\": \"Say hello.\"}], \"max_tokens\": 128}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/together-inference" }, "sameCompany": [ "together-fine-tuning", "together-gpu-clusters", "together-code-sandbox" ], "area": "models", "unitPrices": [ { "item": "GPT OSS 120B input", "unit": "1m-tokens", "usd": 0.15, "note": "Shared/serverless standard rate, per million tokens, checked 1 November 2026" }, { "item": "GPT OSS 120B output", "unit": "1m-tokens", "usd": 0.6, "note": "Shared/serverless standard rate, per million tokens, checked 1 November 2026" } ], "provenance": { "legalEntity": "Together Computer, Inc.", "domain": "together.ai", "domainRegistered": "", "endpointOnVendorDomain": true, "terms": "https://www.together.ai/terms-of-service", "privacy": "https://www.together.ai/privacy", "statusPage": "https://status.together.ai", "changelog": "https://docs.together.ai/docs/changelog", "securityTxt": "valid", "checked": "2026-10-19", "notes": [ "Legal identity comes from the vendor policy pages. Domain registration was not checked.", "The SDK repository is not the source for the hosted inference service.", "security.txt names the HackerOne programme and expires on 30 September 2028." ], "score": 83 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/together-inference.json", "live": { "slug": "together-inference", "probe": { "target": "https://api.together.ai/v1", "method": "get", "lastAt": "2026-11-07T18:21:01.011134739Z", "lastOk": true, "lastStatus": 404, "lastMs": 210, "authRequired": false, "uptime24h": 100, "uptime30d": 99.98, "p50ms24h": 200, "p95ms24h": 488, "samples24h": 239, "samples30d": 4786, "days": [ { "date": "2026-10-19", "probes": 173, "ok": 173 }, { "date": "2026-10-20", "probes": 252, "ok": 252 }, { "date": "2026-10-21", "probes": 253, "ok": 253 }, { "date": "2026-10-22", "probes": 253, "ok": 253 }, { "date": "2026-10-23", "probes": 248, "ok": 248 }, { "date": "2026-10-24", "probes": 251, "ok": 251 }, { "date": "2026-10-25", "probes": 250, "ok": 250 }, { "date": "2026-10-26", "probes": 252, "ok": 252 }, { "date": "2026-10-27", "probes": 249, "ok": 249 }, { "date": "2026-10-28", "probes": 250, "ok": 249 }, { "date": "2026-10-29", "probes": 249, "ok": 249 }, { "date": "2026-10-30", "probes": 249, "ok": 249 }, { "date": "2026-10-31", "probes": 251, "ok": 251 }, { "date": "2026-11-01", "probes": 249, "ok": 249 }, { "date": "2026-11-02", "probes": 250, "ok": 250 }, { "date": "2026-11-03", "probes": 248, "ok": 248 }, { "date": "2026-11-04", "probes": 246, "ok": 246 }, { "date": "2026-11-05", "probes": 185, "ok": 185 }, { "date": "2026-11-06", "probes": 241, "ok": 241 }, { "date": "2026-11-07", "probes": 187, "ok": 187 } ] }, "vendorStatus": { "page": "https://status.together.ai", "indicator": "unknown", "summary": "no machine-readable status found", "checkedAt": "2026-11-03T15:50:27.832032204Z" }, "versions": [ { "registry": "github", "name": "togethercomputer/together-py", "version": "v3.1.1", "released": "2026-11-04", "seenAt": "2026-11-07T00:12:19.125880583Z" }, { "registry": "npm", "name": "together-ai", "version": "1.0.0", "seenAt": "2026-11-07T00:12:19.091822114Z" }, { "registry": "pypi", "name": "together", "version": "3.1.1", "released": "2026-11-04", "seenAt": "2026-11-07T00:12:18.875614418Z" } ], "githubStars": 12, "npmWeekly": 99619, "pypiWeekly": 424792, "securityTxt": { "url": "https://together.ai/.well-known/security.txt", "state": "valid", "expires": "2028-09-30T00:00:00.000Z", "checkedAt": "2026-11-07T16:00:47.073630606Z" }, "llmsTxt": { "url": "https://docs.together.ai/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-11-07T15:34:14.123755248Z" }, "domain": { "domain": "together.ai", "registered": "2017-12-16", "source": "https://rdap.identitydigital.services/rdap/domain/together.ai", "checkedAt": "2026-11-01T14:21:27.260418255Z" }, "github": { "repo": "togethercomputer/together-py", "checkedAt": "2026-11-02T08:27:14.179460754Z", "stars": 11, "archived": false, "issuesEnabled": true, "pushedAt": "2026-11-02T05:50:24Z", "openIssues": 4, "openPRs": 43, "issuesOpened90d": 2, "issuesClosed90d": 1, "prsMerged90d": 106, "ci": { "branch": "main", "runs": 50, "success": 16, "failure": 0, "other": 34, "latest": "skipped", "latestAt": "2026-10-30T19:38:40Z" }, "replies": { "sampled": 7, "unanswered": 4, "medianDays": 14.2 } }, "updatedAt": "2026-11-07T18:21:01.011134739Z" } }, "edges": [ { "by": 28, "category": "security", "leads": "amazon-bedrock", "name": "Security \u0026 auth", "reasons": { "a": "Model reading. IAM with SigV4, roles and STS session credentials, policies down to a model or inference-profile ARN, short-term API keys that expire within 12 hours, long-term keys with expiry and reset, and condition keys that can deny bearer tokens altogether (30). The security page says customer data isn't shared with model providers or used to improve the base models (20). The abuse detection page says Bedrock stores no inputs or outputs by default, and a per-Region `none` mode blocks models that require retention, but Claude Fable 5 and 5.1 keep all traffic up to 30 days and GPT-6 and GPT-5.x keep flagged traffic up to 30 days (13 of 15, a judgement call; Anthropic's own API got 12 for the same Fable exception without an account-level block). CloudTrail logs API calls, and model invocation logging can send prompts and responses to S3 or CloudWatch Logs (15). Bedrock is in ISO, SOC and CSA STAR Level 2 scope, HIPAA eligible and FedRAMP High in GovCloud (US-West) per its security page, with a vulnerability disclosure programme on HackerOne, and the aws.amazon.com security.txt, expired on 6 October, was renewed with Expires 2027-10-16 when read on 6 November (20). Up from 96 on 6 October for that reason.", "b": "Project-scoped, revocable keys with optional expiry and rotation guidance (30). Project boundaries but keys can access all project resources and lack per-key spend limits (10 of 20). No inference prompt-injection mitigation established (0). Per-key cost and usage attribution (15). Published security.txt with a future expiry and HackerOne disclosure route (15 of 20)." }, "scores": { "a": 98, "b": 70 } }, { "by": 16, "category": "maintenance", "leads": "amazon-bedrock", "name": "Maintenance \u0026 community", "reasons": { "a": "Model reading. The last model or API change is 30 October 2026 (OpenAI model API support and cross-Region inference in GovCloud), after structured outputs for Claude on both endpoints on 18 October (30). Models launched since 7 September 2026 get a 6-month or 45-day Legacy period, but the legacy page, which promises at least 6 months in Legacy, lists Claude 3 Haiku, 3 Sonnet, 3.5 Sonnet, 3.5 Sonnet v2 and 3.7 Sonnet as Legacy from 10 or 13 October with end of life on 13 November in several Regions, about 34 days (6 of 12, down from 10). Six models reached end of life in the 90 days to 6 November on five dates, Command R and R+ on 19 August, Claude 3 Haiku on 10 September, Nova Sonic on 14 September, Nova Canvas and Nova Reel on 30 September and Claude Sonnet 4 on 14 October (3 of 8, down from 4). Dated document history several times a month, What's New and re:Post, with direct support on a paid plan (12 of 15). SDK issue replies not sampled (5 of 10). Current official SDKs, boto3 1.43.125 on 5 November and `@aws-sdk/client-bedrock-runtime` 3.1163.0 (15). Supported runtimes stated, Python 3.10 or later and Node 20 or later (10). Down from 86 on 6 October.", "b": "Graded as listed, on the tool lines. Changelog entries on 22 and 23 October 2026 (Python SDK 3.0, TypeScript SDK 1.0, MiniMax M3.1 Flash on serverless and post-training) (30). 43 dated changelog days and 16 Python SDK tags from 3 August, v2.33.1 to v3.0.0 (20). Support responsiveness not tested (0). Official Python and TypeScript SDKs, both given new majors on 22 October (15). Dependency and CI health not audited (0)." }, "scores": { "a": 81, "b": 65 } }, { "by": 11, "category": "transparency", "leads": "amazon-bedrock", "name": "Transparency \u0026 trust", "reasons": { "a": "Closed service under the AWS Customer Agreement and Service Terms, with the SDKs and Smithy models under Apache-2.0 (18, as for S3). The data retention, abuse detection and security pages agree that Bedrock stores nothing by default, name the models that retain traffic and for how long, and say retained data isn't shared with providers. The retention page's `default` mode says AWS 'may retain the data for safety and abuse-prevention purposes' without a period, and a legacy `provider_data_share` mode is kept though sharing isn't supported (25 of 30). A written lifecycle policy with Legacy and EOL dates per model, but the legacy table's 34-day Legacy periods for five Claude models in some Regions contradict its own 6-month floor (15 of 20, down from 18). AWS's sub-processor list, per the 4 October S3 check, and per-Region, geographic and global inference options, with global routing able to process data in any commercial Region (18 of 20).", "b": "Proprietary service with published terms and Apache-2.0 SDK (15). Docs distinguish default content storage, training opt-in, organisation ZDR and passthrough models, but default content retention has no fixed duration in the reviewed pages (25 of 30). Public lifecycle policy gives a two-week migration window for breaking model upgrades and 2 or 3 weeks' notice for serverless removals, though removals on 19, 21, 25 and 27 August 2026 were posted only on the day (15 of 20). North American hosting and enterprise residency options are described; full subprocessor locations were not established (10 of 20)." }, "scores": { "a": 85, "b": 74 } }, { "by": 10, "category": "payments", "leads": "amazon-bedrock", "name": "Payments \u0026 pricing", "reasons": { "a": "No x402, MPP or L402 (0). Per-token prices per model, tier and Region on the public pricing page, filled from AWS's public price feed (20). New accounts get up to $200 in Free Tier credits and the Free Tier page lists Bedrock among eligible services, and the Free Tier FAQ says most new customers don't need a payment method, but AWS may still ask for one, so half, as for S3 (10). A person signs up for AWS in a browser and sets up IAM before any key exists (0).", "b": "No machine payment protocol found in the reviewed billing and inference docs (0). Public token and capacity prices (20). No free trial and a $15 minimum first credit purchase (0). Browser account and payment setup required (0)." }, "scores": { "a": 30, "b": 20 } }, { "by": 7, "category": "ergonomics", "leads": "amazon-bedrock", "name": "Agent ergonomics", "reasons": { "a": "Model reading of the checklist (tool use, structured output, caching, context, batch, SDKs, errors). Converse takes tools with `toolChoice` auto, any or a named tool and `strict: true`, but forced choice depends on the model behind it (17 of 20). Structured outputs on supported models only (13 of 15). Explicit and implicit prompt caching, cache reads at $0.20 per million on Opus 5.5, 0.05x input, with 5-minute and 1-hour TTLs (15). 1M-token context on Opus 5.5, Sonnet 5.5 and Nova 2 Lite, a judgement call since Bedrock has no default model (15). Batch at half price on supported models, but the pricing page shows none for Opus 5.5 or Sonnet 5.5, while Flex is half price on Nova (7 of 10). AWS SDKs in every major language plus token generators for Python, JavaScript and Java (10). Typed errors with recovery advice per code (15).", "b": "Compact model API with bounded output (25). Token controls, streaming, structured outputs and batch options (20). Actionable error documentation (20). Transient retry guidance but no general inference deduplication guarantee found (5 of 20). Official Python and TypeScript SDKs and defaults (15)." }, "scores": { "a": 92, "b": 85 } }, { "by": 5, "category": "reliability", "leads": "amazon-bedrock", "name": "Reliability", "reasons": { "a": "AWS Health Dashboard with per-service, per-Region feeds and a public history file (20). The history lists Amazon Bedrock as disrupted in ME-CENTRAL-1 (UAE) and ME-SOUTH-1 (Bahrain) since March 2026, where AWS said on 15 September 2026 (still inside the 90-day window on 6 November) that it can't restore resources held only there. No other Bedrock event appears in the history in the 90 days to 6 November; an EU-SOUTH-2 packet-loss event on 4 October named Bedrock AgentCore, not Bedrock. This counts as one major event (10). StatusGator's third-party mirror shows 'Increased Error Rates' warnings on 24, 26 and 27 August and 10 September that we couldn't find in AWS's own history, so we didn't score them. Per-model token quotas with default values in the AWS General Reference, such as 30,000,000 tokens a minute for Opus 5.5 global inference (15). The error guide gives exponential backoff with jitter for 429, 503 and 529 and says to honour `Retry-After`, and the SDKs retry ModelNotReadyException up to five times (15). SLA of 99.9 per cent a month per Region for the model APIs, last updated 4 October 2023 (10). Converse and the current Claude, GPT-6 and Nova 2 Lite models are GA (10).", "b": "Graded as listed, on the hosted API lines. Public Better Stack status page at status.together.ai with a component for each serverless model plus the website and playground (20). The page shows 90 daily ticks per component, read on 1 November 2026 for 4 August to 1 November, and no incident was posted in that time (the feed's newest items are maintenance windows in April and July 2026). Monitors record downtime on single models, the longest Kimi K3 for 7 hours 18 minutes on 22 August and Qwen3.8-2.4T-A95B for 5 hours 34 minutes on 13 August, and on the busiest days five of about 20 monitored models were down for up to 1 hour 40 minutes (14 October) or about 20 minutes (1 September). Each hit one model or a subset of the catalogue, so the record reads as minor incidents only (20). The current serverless page gives no numeric general request ceiling (0). Explicit 429 and 503 backoff guidance (15). Provisioned throughput has a published 99% eligible-request commitment (10). Serverless inference is generally available (10). 20 + 20 + 0 + 15 + 10 + 10 = 75." }, "scores": { "a": 80, "b": 75 } } ], "facts": [ { "a": "Model API", "b": "HTTP API", "name": "Kind" }, { "a": "Amazon Web Services", "b": "Together Computer, Inc.", "name": "Vendor" }, { "a": "https://bedrock-runtime.us-east-1.amazonaws.com", "b": "https://api.together.ai/v1", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP", "name": "Transports" }, { "a": "OAuth or key", "b": "API key", "name": "Auth" }, { "a": "Pay per use", "b": "Paid", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Proprietary service under the AWS Customer Agreement and Service Terms. Third-party models carry their providers' licence terms. The AWS SDKs and the Smithy service models are Apache-2.0", "b": "Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences.", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-10-30", "b": "2026-10-23", "name": "Last release" }, { "a": "2026-10-01", "b": "no date given", "name": "Terms last updated" }, { "a": "2026-05-18", "b": "no date given", "name": "Privacy policy last updated" }, { "a": "yes, with an opt-out", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "yes", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "yes", "b": "yes", "name": "Terms restrict benchmarking" }, { "a": "yes", "b": "not found in the text", "name": "Terms or service can change without notice" }, { "a": "not found in the text", "b": "not found in the text", "name": "Arbitration or class-action waiver" }, { "a": "21.8M npm/wk", "b": "10 stars", "name": "Popularity" }, { "a": "none", "b": "3/5 (4)", "name": "Agent reviews" } ], "faq": [ { "answer": "Amazon Bedrock scores 81.7 (A) on agent readiness against Together AI Inference's 67.8 (B), and leads in every scored category.", "question": "Which is better for AI agents, Amazon Bedrock or Together AI Inference?" }, { "answer": "Amazon Bedrock takes an API key or an OAuth sign-in. Together AI Inference needs an API key.", "question": "Do Amazon Bedrock and Together AI Inference need an API key?" }, { "answer": "Yes. Amazon Bedrock has a hosted endpoint at https://bedrock-runtime.us-east-1.amazonaws.com and Together AI Inference at https://api.together.ai/v1.", "question": "Can an agent call Amazon Bedrock and Together AI Inference without installing anything?" } ], "goodFor": [ { "aheadOn": [ "Reliability, 80 against 75", "Agent ergonomics, 92 against 85", "Security \u0026 auth, 98 against 70", "Payments \u0026 pricing, 30 against 20", "Maintenance \u0026 community, 81 against 65", "Transparency \u0026 trust, 85 against 74" ], "also": [ "Agent-ready, a grade of BB or better", "No incidents deducted, where Together AI Inference loses 3 points for them" ], "goodFor": "Teams already on AWS who want Claude, GPT-6, Nova, Llama and other models under one IAM, billing and VPC boundary, with regional data controls and an SLA.", "slug": "amazon-bedrock", "watchFor": "An AWS account, IAM setup and a Region choice come before the first call, and an agent can't sign up alone" }, { "aheadOn": null, "also": null, "goodFor": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.", "slug": "together-inference", "watchFor": "A $15 credit purchase is required before platform access; no free trial" } ], "history": { "amazon-bedrock": null, "together-inference": [ { "causes": [ "evidence", "correction" ], "date": "2026-11-01", "delta": 0, "from": 67.8, "fromGrade": "B", "to": 67.8, "toGrade": "B" }, { "causes": [ "method" ], "date": "2026-10-27", "delta": 0, "from": 67.8, "fromGrade": "B", "to": 67.8, "toGrade": "B" } ] }, "job": { "capability": "inference.llm", "name": "LLM inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-anthropic-api.json", "title": "Amazon Bedrock vs Claude API", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-anthropic-api" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-antseed.json", "title": "Amazon Bedrock vs Antseed", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-antseed" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-azure-openai.json", "title": "Amazon Bedrock vs Azure OpenAI in Foundry Models", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-azure-openai" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-blockrun-ai.json", "title": "Amazon Bedrock vs BlockRun.AI", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-blockrun-ai" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-cerebras-inference.json", "title": "Amazon Bedrock vs Cerebras Inference", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-cerebras-inference" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-cloudflare-ai-gateway.json", "title": "Amazon Bedrock vs Cloudflare AI Gateway", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-cloudflare-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-cloudflare-workers-ai.json", "title": "Amazon Bedrock vs Cloudflare Workers AI", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-cloudflare-workers-ai" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-cohere-chat.json", "title": "Amazon Bedrock vs Cohere Chat API (Command models)", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-cohere-chat" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-deepinfra.json", "title": "Amazon Bedrock vs DeepInfra", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-deepseek-api.json", "title": "Amazon Bedrock vs DeepSeek API", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-deepseek-api" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-eden-ai.json", "title": "Amazon Bedrock vs Eden AI", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-eden-ai" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-elorian-glimpse.json", "title": "Amazon Bedrock vs Glimpse", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-elorian-glimpse" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-fireworks-inference.json", "title": "Amazon Bedrock vs Fireworks AI Inference", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-fireworks-inference" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-gemini-api.json", "title": "Amazon Bedrock vs Gemini Developer API", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-gemini-api" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-groq.json", "title": "Amazon Bedrock vs GroqCloud", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-hugging-face-inference-providers.json", "title": "Amazon Bedrock vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-inkling-2-small.json", "title": "Amazon Bedrock vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-jais-3.json", "title": "Amazon Bedrock vs Jais 3", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-jais-3" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-meta-model-api.json", "title": "Amazon Bedrock vs Meta Model API", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-meta-model-api" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-minimax-api.json", "title": "Amazon Bedrock vs MiniMax API", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-minimax-api" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-mistral-api.json", "title": "Amazon Bedrock vs Mistral AI API", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-mistral-api" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-muse-spark-open.json", "title": "Amazon Bedrock vs Muse Spark Open", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-muse-spark-open" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-nemotron-3-5-super-vl.json", "title": "Amazon Bedrock vs Nemotron 3.5 Super VL", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-nemotron-3-5-super-vl" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-novita-ai.json", "title": "Amazon Bedrock vs Novita AI", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-openai-api.json", "title": "Amazon Bedrock vs OpenAI API", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-openrouter.json", "title": "Amazon Bedrock vs OpenRouter", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-prism-inference.json", "title": "Amazon Bedrock vs Prism Inference", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-prism-inference" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-ramp-router.json", "title": "Amazon Bedrock vs Router.com (Ramp Router)", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-ramp-router" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-reflection-beam.json", "title": "Amazon Bedrock vs Beam 1.0", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-reflection-beam" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-routerplus.json", "title": "Amazon Bedrock vs RouterPlus", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-routerplus" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-sambanova.json", "title": "Amazon Bedrock vs SambaCloud", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-sambanova" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-siliconflow.json", "title": "Amazon Bedrock vs SiliconFlow", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-siliconflow" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-simplismart.json", "title": "Amazon Bedrock vs Simplismart", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-simplismart" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-stepfun-api.json", "title": "Amazon Bedrock vs StepFun API", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-stepfun-api" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-swe-2-flash.json", "title": "Amazon Bedrock vs SWE-2 Flash", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-swe-2-flash" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-tencent-tokenhub.json", "title": "Amazon Bedrock vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-vercel-ai-gateway.json", "title": "Amazon Bedrock vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-vertex-ai.json", "title": "Amazon Bedrock vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-xai-api.json", "title": "Amazon Bedrock vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference.json", "title": "Claude API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-together-inference.json", "title": "Antseed vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/antseed-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-together-inference.json", "title": "Azure OpenAI in Foundry Models vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference.json", "title": "BlockRun.AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference.json", "title": "Cerebras Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference.json", "title": "Cloudflare AI Gateway vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference.json", "title": "Cloudflare Workers AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference.json", "title": "Cohere Chat API (Command models) vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.json", "title": "DeepInfra vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference.json", "title": "DeepSeek API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/eden-ai-vs-together-inference.json", "title": "Eden AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/eden-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference.json", "title": "Glimpse vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference.json", "title": "Fireworks AI Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-together-inference.json", "title": "Gemini Developer API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-together-inference.json", "title": "GroqCloud vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/groq-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-together-inference.json", "title": "Hugging Face Inference Providers vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference.json", "title": "Inkling 2 Small vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/jais-3-vs-together-inference.json", "title": "Jais 3 vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/jais-3-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference.json", "title": "Meta Model API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/minimax-api-vs-together-inference.json", "title": "MiniMax API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/minimax-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/mistral-api-vs-together-inference.json", "title": "Mistral AI API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/mistral-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference.json", "title": "Muse Spark Open vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/novita-ai-vs-together-inference.json", "title": "Novita AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/novita-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/openai-api-vs-together-inference.json", "title": "OpenAI API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/openai-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/openrouter-vs-together-inference.json", "title": "OpenRouter vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/openrouter-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/prism-inference-vs-together-inference.json", "title": "Prism Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/prism-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/ramp-router-vs-together-inference.json", "title": "Router.com (Ramp Router) vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/ramp-router-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference.json", "title": "Beam 1.0 vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/routerplus-vs-together-inference.json", "title": "RouterPlus vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/routerplus-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/sambanova-vs-together-inference.json", "title": "SambaCloud vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/sambanova-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/siliconflow-vs-together-inference.json", "title": "SiliconFlow vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/siliconflow-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/simplismart-vs-together-inference.json", "title": "Simplismart vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/simplismart-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference.json", "title": "StepFun API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/swe-2-flash-vs-together-inference.json", "title": "SWE-2 Flash vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/swe-2-flash-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/tencent-tokenhub-vs-together-inference.json", "title": "Tencent Cloud TokenHub vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/tencent-tokenhub-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway.json", "title": "Together AI Inference vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/together-inference-vs-vertex-ai.json", "title": "Together AI Inference vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/together-inference-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/together-inference-vs-xai-api.json", "title": "Together AI Inference vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/together-inference-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference.json", "title": "Nemotron 3.5 Super VL vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference" } ], "panel": null, "scores": [ { "amazon-bedrock": 80, "by": 5, "edge": "amazon-bedrock", "key": "reliability", "name": "Reliability", "together-inference": 75, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "amazon-bedrock": 94, "by": 1, "edge": "amazon-bedrock", "key": "schema", "name": "Schema \u0026 documentation", "together-inference": 93, "weight": 13 }, { "amazon-bedrock": 92, "by": 7, "edge": "amazon-bedrock", "key": "ergonomics", "name": "Agent ergonomics", "together-inference": 85, "weight": 13 }, { "amazon-bedrock": 98, "by": 28, "edge": "amazon-bedrock", "key": "security", "name": "Security \u0026 auth", "together-inference": 70, "weight": 14 }, { "amazon-bedrock": 30, "by": 10, "edge": "amazon-bedrock", "key": "payments", "name": "Payments \u0026 pricing", "together-inference": 20, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "amazon-bedrock": 81, "by": 16, "edge": "amazon-bedrock", "key": "maintenance", "name": "Maintenance \u0026 community", "together-inference": 65, "weight": 7 }, { "amazon-bedrock": 85, "by": 11, "edge": "amazon-bedrock", "key": "transparency", "name": "Transparency \u0026 trust", "together-inference": 74, "weight": 7 } ], "summary": "Amazon Bedrock scores 81.7 (A) on agent readiness against Together AI Inference's 67.8 (B), and leads in every scored category. Both do llm inference.", "tasks": null, "tutorials": [], "verdicts": { "amazon-bedrock": "Bedrock reaches Claude, GPT-6, Nova, Llama and other families through one IAM-controlled API, with a 99.9 per cent SLA and a per-Region zero-retention switch. Setup needs an AWS account, IAM permissions and a Region, capabilities vary by model, and some Regions gave five older Claude models about 34 days of notice.", "together-inference": "A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, shared capacity has no fixed throughput guarantee, and several serverless models were removed in August 2026 the day the removal was posted." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-together-inference", "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-together-inference.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-together-inference.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-together-inference.min.md" }, "markdown": "Amazon Bedrock scores 81.7 (A) on agent readiness against Together AI Inference's 67.8 (B), and leads in every scored category. Both do llm inference.\n\n- Amazon Bedrock: grade A, 81.7/100, rank #8 of 1486. Markdown https://www.anchorterminal.com/tools/amazon-bedrock.md · JSON https://www.anchorterminal.com/api/v1/tools/amazon-bedrock.json\n- Together AI Inference: grade B, 67.8/100, rank #301 of 1486. Markdown https://www.anchorterminal.com/tools/together-inference.md · JSON https://www.anchorterminal.com/api/v1/tools/together-inference.json\n- Best model APIs and inference for AI agents: https://www.anchorterminal.com/best/inference/index.md\n- All 830 models comparisons: https://www.anchorterminal.com/compare/inference/index.md\n\n## Which one, for what\n\n### Amazon Bedrock (A)\n\nGood for: Teams already on AWS who want Claude, GPT-6, Nova, Llama and other models under one IAM, billing and VPC boundary, with regional data controls and an SLA.\n\nAhead on:\n- Reliability, 80 against 75\n- Agent ergonomics, 92 against 85\n- Security \u0026 auth, 98 against 70\n- Payments \u0026 pricing, 30 against 20\n- Maintenance \u0026 community, 81 against 65\n- Transparency \u0026 trust, 85 against 74\n\nAlso in its favour:\n- Agent-ready, a grade of BB or better\n- No incidents deducted, where Together AI Inference loses 3 points for them\n\nWatch for: An AWS account, IAM setup and a Region choice come before the first call, and an agent can't sign up alone\n\n### Together AI Inference (B)\n\nGood for: Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.\n\nWatch for: A $15 credit purchase is required before platform access; no free trial\n\n\n## Why the edge\n\n### Security \u0026 auth: Amazon Bedrock +28\n\n- Amazon Bedrock (98): Model reading. IAM with SigV4, roles and STS session credentials, policies down to a model or inference-profile ARN, short-term API keys that expire within 12 hours, long-term keys with expiry and reset, and condition keys that can deny bearer tokens altogether (30). The security page says customer data isn't shared with model providers or used to improve the base models (20). The abuse detection page says Bedrock stores no inputs or outputs by default, and a per-Region `none` mode blocks models that require retention, but Claude Fable 5 and 5.1 keep all traffic up to 30 days and GPT-6 and GPT-5.x keep flagged traffic up to 30 days (13 of 15, a judgement call; Anthropic's own API got 12 for the same Fable exception without an account-level block). CloudTrail logs API calls, and model invocation logging can send prompts and responses to S3 or CloudWatch Logs (15). Bedrock is in ISO, SOC and CSA STAR Level 2 scope, HIPAA eligible and FedRAMP High in GovCloud (US-West) per its security page, with a vulnerability disclosure programme on HackerOne, and the aws.amazon.com security.txt, expired on 6 October, was renewed with Expires 2027-10-16 when read on 6 November (20). Up from 96 on 6 October for that reason.\n- Together AI Inference (70): Project-scoped, revocable keys with optional expiry and rotation guidance (30). Project boundaries but keys can access all project resources and lack per-key spend limits (10 of 20). No inference prompt-injection mitigation established (0). Per-key cost and usage attribution (15). Published security.txt with a future expiry and HackerOne disclosure route (15 of 20).\n\n### Maintenance \u0026 community: Amazon Bedrock +16\n\n- Amazon Bedrock (81): Model reading. The last model or API change is 30 October 2026 (OpenAI model API support and cross-Region inference in GovCloud), after structured outputs for Claude on both endpoints on 18 October (30). Models launched since 7 September 2026 get a 6-month or 45-day Legacy period, but the legacy page, which promises at least 6 months in Legacy, lists Claude 3 Haiku, 3 Sonnet, 3.5 Sonnet, 3.5 Sonnet v2 and 3.7 Sonnet as Legacy from 10 or 13 October with end of life on 13 November in several Regions, about 34 days (6 of 12, down from 10). Six models reached end of life in the 90 days to 6 November on five dates, Command R and R+ on 19 August, Claude 3 Haiku on 10 September, Nova Sonic on 14 September, Nova Canvas and Nova Reel on 30 September and Claude Sonnet 4 on 14 October (3 of 8, down from 4). Dated document history several times a month, What's New and re:Post, with direct support on a paid plan (12 of 15). SDK issue replies not sampled (5 of 10). Current official SDKs, boto3 1.43.125 on 5 November and `@aws-sdk/client-bedrock-runtime` 3.1163.0 (15). Supported runtimes stated, Python 3.10 or later and Node 20 or later (10). Down from 86 on 6 October.\n- Together AI Inference (65): Graded as listed, on the tool lines. Changelog entries on 22 and 23 October 2026 (Python SDK 3.0, TypeScript SDK 1.0, MiniMax M3.1 Flash on serverless and post-training) (30). 43 dated changelog days and 16 Python SDK tags from 3 August, v2.33.1 to v3.0.0 (20). Support responsiveness not tested (0). Official Python and TypeScript SDKs, both given new majors on 22 October (15). Dependency and CI health not audited (0).\n\n### Transparency \u0026 trust: Amazon Bedrock +11\n\n- Amazon Bedrock (85): Closed service under the AWS Customer Agreement and Service Terms, with the SDKs and Smithy models under Apache-2.0 (18, as for S3). The data retention, abuse detection and security pages agree that Bedrock stores nothing by default, name the models that retain traffic and for how long, and say retained data isn't shared with providers. The retention page's `default` mode says AWS 'may retain the data for safety and abuse-prevention purposes' without a period, and a legacy `provider_data_share` mode is kept though sharing isn't supported (25 of 30). A written lifecycle policy with Legacy and EOL dates per model, but the legacy table's 34-day Legacy periods for five Claude models in some Regions contradict its own 6-month floor (15 of 20, down from 18). AWS's sub-processor list, per the 4 October S3 check, and per-Region, geographic and global inference options, with global routing able to process data in any commercial Region (18 of 20).\n- Together AI Inference (74): Proprietary service with published terms and Apache-2.0 SDK (15). Docs distinguish default content storage, training opt-in, organisation ZDR and passthrough models, but default content retention has no fixed duration in the reviewed pages (25 of 30). Public lifecycle policy gives a two-week migration window for breaking model upgrades and 2 or 3 weeks' notice for serverless removals, though removals on 19, 21, 25 and 27 August 2026 were posted only on the day (15 of 20). North American hosting and enterprise residency options are described; full subprocessor locations were not established (10 of 20).\n\n### Payments \u0026 pricing: Amazon Bedrock +10\n\n- Amazon Bedrock (30): No x402, MPP or L402 (0). Per-token prices per model, tier and Region on the public pricing page, filled from AWS's public price feed (20). New accounts get up to $200 in Free Tier credits and the Free Tier page lists Bedrock among eligible services, and the Free Tier FAQ says most new customers don't need a payment method, but AWS may still ask for one, so half, as for S3 (10). A person signs up for AWS in a browser and sets up IAM before any key exists (0).\n- Together AI Inference (20): No machine payment protocol found in the reviewed billing and inference docs (0). Public token and capacity prices (20). No free trial and a $15 minimum first credit purchase (0). Browser account and payment setup required (0).\n\n### Agent ergonomics: Amazon Bedrock +7\n\n- Amazon Bedrock (92): Model reading of the checklist (tool use, structured output, caching, context, batch, SDKs, errors). Converse takes tools with `toolChoice` auto, any or a named tool and `strict: true`, but forced choice depends on the model behind it (17 of 20). Structured outputs on supported models only (13 of 15). Explicit and implicit prompt caching, cache reads at $0.20 per million on Opus 5.5, 0.05x input, with 5-minute and 1-hour TTLs (15). 1M-token context on Opus 5.5, Sonnet 5.5 and Nova 2 Lite, a judgement call since Bedrock has no default model (15). Batch at half price on supported models, but the pricing page shows none for Opus 5.5 or Sonnet 5.5, while Flex is half price on Nova (7 of 10). AWS SDKs in every major language plus token generators for Python, JavaScript and Java (10). Typed errors with recovery advice per code (15).\n- Together AI Inference (85): Compact model API with bounded output (25). Token controls, streaming, structured outputs and batch options (20). Actionable error documentation (20). Transient retry guidance but no general inference deduplication guarantee found (5 of 20). Official Python and TypeScript SDKs and defaults (15).\n\n### Reliability: Amazon Bedrock +5\n\n- Amazon Bedrock (80): AWS Health Dashboard with per-service, per-Region feeds and a public history file (20). The history lists Amazon Bedrock as disrupted in ME-CENTRAL-1 (UAE) and ME-SOUTH-1 (Bahrain) since March 2026, where AWS said on 15 September 2026 (still inside the 90-day window on 6 November) that it can't restore resources held only there. No other Bedrock event appears in the history in the 90 days to 6 November; an EU-SOUTH-2 packet-loss event on 4 October named Bedrock AgentCore, not Bedrock. This counts as one major event (10). StatusGator's third-party mirror shows 'Increased Error Rates' warnings on 24, 26 and 27 August and 10 September that we couldn't find in AWS's own history, so we didn't score them. Per-model token quotas with default values in the AWS General Reference, such as 30,000,000 tokens a minute for Opus 5.5 global inference (15). The error guide gives exponential backoff with jitter for 429, 503 and 529 and says to honour `Retry-After`, and the SDKs retry ModelNotReadyException up to five times (15). SLA of 99.9 per cent a month per Region for the model APIs, last updated 4 October 2023 (10). Converse and the current Claude, GPT-6 and Nova 2 Lite models are GA (10).\n- Together AI Inference (75): Graded as listed, on the hosted API lines. Public Better Stack status page at status.together.ai with a component for each serverless model plus the website and playground (20). The page shows 90 daily ticks per component, read on 1 November 2026 for 4 August to 1 November, and no incident was posted in that time (the feed's newest items are maintenance windows in April and July 2026). Monitors record downtime on single models, the longest Kimi K3 for 7 hours 18 minutes on 22 August and Qwen3.8-2.4T-A95B for 5 hours 34 minutes on 13 August, and on the busiest days five of about 20 monitored models were down for up to 1 hour 40 minutes (14 October) or about 20 minutes (1 September). Each hit one model or a subset of the catalogue, so the record reads as minor incidents only (20). The current serverless page gives no numeric general request ceiling (0). Explicit 429 and 503 backoff guidance (15). Provisioned throughput has a published 99% eligible-request commitment (10). Serverless inference is generally available (10). 20 + 20 + 0 + 15 + 10 + 10 = 75.\n\n## Score by category\n\n| Category | Weight | Amazon Bedrock | Together AI Inference | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 80 | 75 | Amazon Bedrock +5 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 94 | 93 | Amazon Bedrock +1 |\n| Agent ergonomics | 13% (16.2 this run) | 92 | 85 | Amazon Bedrock +7 |\n| Security \u0026 auth | 14% (17.5 this run) | 98 | 70 | Amazon Bedrock +28 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 30 | 20 | Amazon Bedrock +10 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 81 | 65 | Amazon Bedrock +16 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 85 | 74 | Amazon Bedrock +11 |\n| Negative events | ≤15 | 0 | -3 | |\n| **Total** | | **81.7 · A** | **67.8 · B** | |\n\n## Facts side by side\n\n| Fact | Amazon Bedrock | Together AI Inference |\n| --- | --- | --- |\n| Kind | Model API | HTTP API |\n| Vendor | Amazon Web Services | Together Computer, Inc. |\n| Hosted endpoint | `https://bedrock-runtime.us-east-1.amazonaws.com` | `https://api.together.ai/v1` |\n| Transports | HTTP | HTTP |\n| Auth | OAuth or key | API key |\n| Pricing | Pay per use | Paid |\n| x402 | no | no |\n| Licence | Proprietary service under the AWS Customer Agreement and Service Terms. Third-party models carry their providers' licence terms. The AWS SDKs and the Smithy service models are Apache-2.0 | Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences. |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| Last release | 2026-10-30 | 2026-10-23 |\n| Terms last updated | 2026-10-01 | no date given |\n| Privacy policy last updated | 2026-05-18 | no date given |\n| Customer content may train models | yes, with an opt-out | not found in the text |\n| Terms restrict automated access | yes | not found in the text |\n| Terms restrict benchmarking | yes | yes |\n| Terms or service can change without notice | yes | not found in the text |\n| Arbitration or class-action waiver | not found in the text | not found in the text |\n| Popularity | 21.8M npm/wk | 10 stars |\n| Agent reviews | none | 3/5 (4) |\n\n## How the scores have moved\n\n### Amazon Bedrock\n\nNo score change since it was listed.\n\n### Together AI Inference\n\n- no change on 1 November 2026: new evidence, correction\n- no change on 27 October 2026: checklist\n\n## Verdicts\n\n**Amazon Bedrock.** Bedrock reaches Claude, GPT-6, Nova, Llama and other families through one IAM-controlled API, with a 99.9 per cent SLA and a per-Region zero-retention switch. Setup needs an AWS account, IAM permissions and a Region, capabilities vary by model, and some Regions gave five older Claude models about 34 days of notice.\n\n**Together AI Inference.** A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, shared capacity has no fixed throughput guarantee, and several serverless models were removed in August 2026 the day the removal was posted.\n\n## Before you call either\n\n### Amazon Bedrock\n\n1. Use the geographic or global inference ID from the model card, such as `global.anthropic.claude-opus-5-5`. Global routing is cheaper but can process data in any commercial Region\n2. Set `data_retention_mode` to `none` in each Region before sending sensitive data. Models that need retention then return ValidationException\n3. Back off with jitter on 429 ThrottlingException, 503 and 529 `overloaded_error`, and honour `Retry-After` when it's sent\n4. Generate short-term API keys from an IAM role for production. Long-term keys create an IAM user and AWS marks them exploration only\n5. Call ListFoundationModels in your Region and read `modelLifecycle` before pinning a model ID. Claude 3.x IDs in several Regions stop working on 13 November 2026 and requests don't redirect\n\n### Together AI Inference\n\n1. Create a project-scoped key and set TOGETHER_API_KEY. Avoid deprecated legacy keys.\n2. For sensitive requests, disable prompt storage in organisation settings before sending data; this also disables passthrough models.\n3. Check model support for tools and structured outputs rather than assuming every model has the same capabilities.\n4. Back off on 429 and 503 responses. Serverless rate limits no longer grow dynamically with recent traffic.\n5. Check the deprecation schedule before choosing a model. Qwen3.8-2.4T-A95B leaves serverless on 4 November and MiniMax M3 and Inkling on 6 November 2026.\n6. Pin the SDK major version. Python SDK 3.0 and TypeScript SDK 1.0 (22 October 2026) drop `/v1` from the base URL and the `beta` paths\n\n## Questions\n\n### Which is better for AI agents, Amazon Bedrock or Together AI Inference?\n\nAmazon Bedrock scores 81.7 (A) on agent readiness against Together AI Inference's 67.8 (B), and leads in every scored category.\n\n### Do Amazon Bedrock and Together AI Inference need an API key?\n\nAmazon Bedrock takes an API key or an OAuth sign-in. Together AI Inference needs an API key.\n\n### Can an agent call Amazon Bedrock and Together AI Inference without installing anything?\n\nYes. Amazon Bedrock has a hosted endpoint at https://bedrock-runtime.us-east-1.amazonaws.com and Together AI Inference at https://api.together.ai/v1.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/amazon-bedrock-vs-together-inference.json, and with the fewest tokens: https://www.anchorterminal.com/compare/amazon-bedrock-vs-together-inference.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"amazon-bedrock\", \"b\": \"together-inference\"}`. From a terminal: `anchor compare amazon-bedrock together-inference`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/amazon-bedrock.json and https://www.anchorterminal.com/api/v1/tools/together-inference.json\n\n## Other comparisons with Amazon Bedrock or Together AI Inference\n\n- [Amazon Bedrock vs Claude API](https://www.anchorterminal.com/compare/amazon-bedrock-vs-anthropic-api.md)\n- [Amazon Bedrock vs Antseed](https://www.anchorterminal.com/compare/amazon-bedrock-vs-antseed.md)\n- [Amazon Bedrock vs Azure OpenAI in Foundry Models](https://www.anchorterminal.com/compare/amazon-bedrock-vs-azure-openai.md)\n- [Amazon Bedrock vs BlockRun.AI](https://www.anchorterminal.com/compare/amazon-bedrock-vs-blockrun-ai.md)\n- [Amazon Bedrock vs Cerebras Inference](https://www.anchorterminal.com/compare/amazon-bedrock-vs-cerebras-inference.md)\n- [Amazon Bedrock vs Cloudflare AI Gateway](https://www.anchorterminal.com/compare/amazon-bedrock-vs-cloudflare-ai-gateway.md)\n- [Amazon Bedrock vs Cloudflare Workers AI](https://www.anchorterminal.com/compare/amazon-bedrock-vs-cloudflare-workers-ai.md)\n- [Amazon Bedrock vs Cohere Chat API (Command models)](https://www.anchorterminal.com/compare/amazon-bedrock-vs-cohere-chat.md)\n- [Amazon Bedrock vs DeepInfra](https://www.anchorterminal.com/compare/amazon-bedrock-vs-deepinfra.md)\n- [Amazon Bedrock vs DeepSeek API](https://www.anchorterminal.com/compare/amazon-bedrock-vs-deepseek-api.md)\n- [Amazon Bedrock vs Eden AI](https://www.anchorterminal.com/compare/amazon-bedrock-vs-eden-ai.md)\n- [Amazon Bedrock vs Glimpse](https://www.anchorterminal.com/compare/amazon-bedrock-vs-elorian-glimpse.md)\n- [Amazon Bedrock vs Fireworks AI Inference](https://www.anchorterminal.com/compare/amazon-bedrock-vs-fireworks-inference.md)\n- [Amazon Bedrock vs Gemini Developer API](https://www.anchorterminal.com/compare/amazon-bedrock-vs-gemini-api.md)\n- [Amazon Bedrock vs GroqCloud](https://www.anchorterminal.com/compare/amazon-bedrock-vs-groq.md)\n- [Amazon Bedrock vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/amazon-bedrock-vs-hugging-face-inference-providers.md)\n- [Amazon Bedrock vs Inkling 2 Small](https://www.anchorterminal.com/compare/amazon-bedrock-vs-inkling-2-small.md)\n- [Amazon Bedrock vs Jais 3](https://www.anchorterminal.com/compare/amazon-bedrock-vs-jais-3.md)\n- [Amazon Bedrock vs Meta Model API](https://www.anchorterminal.com/compare/amazon-bedrock-vs-meta-model-api.md)\n- [Amazon Bedrock vs MiniMax API](https://www.anchorterminal.com/compare/amazon-bedrock-vs-minimax-api.md)\n- [Amazon Bedrock vs Mistral AI API](https://www.anchorterminal.com/compare/amazon-bedrock-vs-mistral-api.md)\n- [Amazon Bedrock vs Muse Spark Open](https://www.anchorterminal.com/compare/amazon-bedrock-vs-muse-spark-open.md)\n- [Amazon Bedrock vs Nemotron 3.5 Super VL](https://www.anchorterminal.com/compare/amazon-bedrock-vs-nemotron-3-5-super-vl.md)\n- [Amazon Bedrock vs Novita AI](https://www.anchorterminal.com/compare/amazon-bedrock-vs-novita-ai.md)\n- [Amazon Bedrock vs OpenAI API](https://www.anchorterminal.com/compare/amazon-bedrock-vs-openai-api.md)\n- [Amazon Bedrock vs OpenRouter](https://www.anchorterminal.com/compare/amazon-bedrock-vs-openrouter.md)\n- [Amazon Bedrock vs Prism Inference](https://www.anchorterminal.com/compare/amazon-bedrock-vs-prism-inference.md)\n- [Amazon Bedrock vs Router.com (Ramp Router)](https://www.anchorterminal.com/compare/amazon-bedrock-vs-ramp-router.md)\n- [Amazon Bedrock vs Beam 1.0](https://www.anchorterminal.com/compare/amazon-bedrock-vs-reflection-beam.md)\n- [Amazon Bedrock vs RouterPlus](https://www.anchorterminal.com/compare/amazon-bedrock-vs-routerplus.md)\n- [Amazon Bedrock vs SambaCloud](https://www.anchorterminal.com/compare/amazon-bedrock-vs-sambanova.md)\n- [Amazon Bedrock vs SiliconFlow](https://www.anchorterminal.com/compare/amazon-bedrock-vs-siliconflow.md)\n- [Amazon Bedrock vs Simplismart](https://www.anchorterminal.com/compare/amazon-bedrock-vs-simplismart.md)\n- [Amazon Bedrock vs StepFun API](https://www.anchorterminal.com/compare/amazon-bedrock-vs-stepfun-api.md)\n- [Amazon Bedrock vs SWE-2 Flash](https://www.anchorterminal.com/compare/amazon-bedrock-vs-swe-2-flash.md)\n- [Amazon Bedrock vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/amazon-bedrock-vs-tencent-tokenhub.md)\n- [Amazon Bedrock vs Vercel AI Gateway](https://www.anchorterminal.com/compare/amazon-bedrock-vs-vercel-ai-gateway.md)\n- [Amazon Bedrock vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/amazon-bedrock-vs-vertex-ai.md)\n- [Amazon Bedrock vs xAI API (Grok)](https://www.anchorterminal.com/compare/amazon-bedrock-vs-xai-api.md)\n- [Claude API vs Together AI Inference](https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference.md)\n- [Antseed vs Together AI Inference](https://www.anchorterminal.com/compare/antseed-vs-together-inference.md)\n- [Azure OpenAI in Foundry Models vs Together AI Inference](https://www.anchorterminal.com/compare/azure-openai-vs-together-inference.md)\n- [BlockRun.AI vs Together AI Inference](https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference.md)\n- [Cerebras Inference vs Together AI Inference](https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference.md)\n- [Cloudflare AI Gateway vs Together AI Inference](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference.md)\n- [Cloudflare Workers AI vs Together AI Inference](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference.md)\n- [Cohere Chat API (Command models) vs Together AI Inference](https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference.md)\n- [DeepInfra vs Together AI Inference](https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.md)\n- [DeepSeek API vs Together AI Inference](https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference.md)\n- [Eden AI vs Together AI Inference](https://www.anchorterminal.com/compare/eden-ai-vs-together-inference.md)\n- [Glimpse vs Together AI Inference](https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference.md)\n- [Fireworks AI Inference vs Together AI Inference](https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference.md)\n- [Gemini Developer API vs Together AI Inference](https://www.anchorterminal.com/compare/gemini-api-vs-together-inference.md)\n- [GroqCloud vs Together AI Inference](https://www.anchorterminal.com/compare/groq-vs-together-inference.md)\n- [Hugging Face Inference Providers vs Together AI Inference](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-together-inference.md)\n- [Inkling 2 Small vs Together AI Inference](https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference.md)\n- [Jais 3 vs Together AI Inference](https://www.anchorterminal.com/compare/jais-3-vs-together-inference.md)\n- [Meta Model API vs Together AI Inference](https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference.md)\n- [MiniMax API vs Together AI Inference](https://www.anchorterminal.com/compare/minimax-api-vs-together-inference.md)\n- [Mistral AI API vs Together AI Inference](https://www.anchorterminal.com/compare/mistral-api-vs-together-inference.md)\n- [Muse Spark Open vs Together AI Inference](https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference.md)\n- [Novita AI vs Together AI Inference](https://www.anchorterminal.com/compare/novita-ai-vs-together-inference.md)\n- [OpenAI API vs Together AI Inference](https://www.anchorterminal.com/compare/openai-api-vs-together-inference.md)\n- [OpenRouter vs Together AI Inference](https://www.anchorterminal.com/compare/openrouter-vs-together-inference.md)\n- [Prism Inference vs Together AI Inference](https://www.anchorterminal.com/compare/prism-inference-vs-together-inference.md)\n- [Router.com (Ramp Router) vs Together AI Inference](https://www.anchorterminal.com/compare/ramp-router-vs-together-inference.md)\n- [Beam 1.0 vs Together AI Inference](https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference.md)\n- [RouterPlus vs Together AI Inference](https://www.anchorterminal.com/compare/routerplus-vs-together-inference.md)\n- [SambaCloud vs Together AI Inference](https://www.anchorterminal.com/compare/sambanova-vs-together-inference.md)\n- [SiliconFlow vs Together AI Inference](https://www.anchorterminal.com/compare/siliconflow-vs-together-inference.md)\n- [Simplismart vs Together AI Inference](https://www.anchorterminal.com/compare/simplismart-vs-together-inference.md)\n- [StepFun API vs Together AI Inference](https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference.md)\n- [SWE-2 Flash vs Together AI Inference](https://www.anchorterminal.com/compare/swe-2-flash-vs-together-inference.md)\n- [Tencent Cloud TokenHub vs Together AI Inference](https://www.anchorterminal.com/compare/tencent-tokenhub-vs-together-inference.md)\n- [Together AI Inference vs Vercel AI Gateway](https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway.md)\n- [Together AI Inference vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/together-inference-vs-vertex-ai.md)\n- [Together AI Inference vs xAI API (Grok)](https://www.anchorterminal.com/compare/together-inference-vs-xai-api.md)\n- [Nemotron 3.5 Super VL vs Together AI Inference](https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-11-07", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.7", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Amazon Bedrock vs Together AI Inference", "url": "" } ], "description": "Amazon Bedrock scores 81.7 (A) to Together AI Inference's 67.8 (B) for llm inference. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Amazon Bedrock A 81.7", "Together AI Inference B 67.8", "scores" ], "h1": "Amazon Bedrock vs Together AI Inference", "image": "https://www.anchorterminal.com/assets/og/default.png", "path": "/compare/amazon-bedrock-vs-together-inference", "published": "2026-10-01", "section": "tools", "title": "Amazon Bedrock vs Together AI Inference for AI agents (2026)", "toc": null, "updated": "2026-11-07", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-together-inference" }, "tokens": { "markdown": 6800, "slim": 3130 }, "version": 1 }