{ "data": { "a": { "slug": "amazon-bedrock", "name": "Amazon Bedrock", "vendor": "Amazon Web Services", "vendorUrl": "https://aws.amazon.com/bedrock/", "kind": "model", "category": "inference", "summary": "AWS's managed API for foundation models from Anthropic, OpenAI, Amazon, Meta, Mistral, DeepSeek, Qwen, xAI and others, called through the Converse API or OpenAI- and Anthropic-compatible endpoints under one AWS account.", "url": "https://www.anchorterminal.com/tools/amazon-bedrock", "markdownUrl": "https://www.anchorterminal.com/tools/amazon-bedrock.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/amazon-bedrock.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/amazon-bedrock.json", "dns": "amazon-bedrock.grade.anchorterminal.com", "repo": "https://github.com/aws/api-models-aws", "license": "Proprietary service under the AWS Customer Agreement and Service Terms. Third-party models carry their providers' licence terms. The AWS SDKs and the Smithy service models are Apache-2.0", "transports": [ "http" ], "remoteUrl": "https://bedrock-runtime.us-east-1.amazonaws.com", "packages": [ { "registry": "pypi", "name": "boto3" }, { "registry": "npm", "name": "@aws-sdk/client-bedrock-runtime" } ], "auth": "mixed", "authNotes": "AWS Signature Version 4 with IAM users, roles or short-lived STS credentials, and IAM policies that can name single model or inference-profile ARNs. Bedrock API keys go in an `Authorization: Bearer` header. Short-term keys last up to 12 hours and inherit the caller's IAM permissions; long-term keys create an IAM user and are marked for exploration only. Endpoints are regional, `bedrock-runtime.\u003cregion\u003e.amazonaws.com` and `bedrock-mantle.\u003cregion\u003e.api.aws`.", "pricing": "usage", "pricingNotes": "Per-token prices per model and Region, with Standard, Priority, Flex and Reserved tiers. Claude Opus 5.5 costs $4/$20 per million tokens through global cross-Region inference and $4.40/$22 through geographic or in-Region inference, cache reads $0.20. Cache reads on Claude Sonnet 5.5 were cut by half from 7 October 2026. Batch is half price on supported models but was not shown for Opus 5.5 or Sonnet 5.5. New AWS accounts get up to $200 in Free Tier credits (https://aws.amazon.com/bedrock/pricing/, rates per AWS's price feed of 30 September 2026; the page's tables are drawn by script and were not readable on 6 November).", "priceSummary": "from $0.30 / 1M in", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 on the pricing page or in the user guide's llms.txt (checked 2026-11-06). Access needs an AWS account.", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": 21825916, "pypiWeekly": null, "asOf": "2026-11-06" }, "docsUrl": "https://docs.aws.amazon.com/bedrock/latest/userguide/what-is-bedrock.html", "rateLimitsUrl": "https://docs.aws.amazon.com/general/latest/gr/bedrock.html", "llmsTxt": "https://docs.aws.amazon.com/bedrock/latest/userguide/llms.txt", "capabilities": [ "inference.llm", "inference.open-weights" ], "tags": [ "official", "hosted", "model", "open-weights", "enterprise", "usage-priced", "llms-txt", "python", "typescript", "status-page" ], "lastRelease": "2026-10-30", "graded": true, "anchor": { "graded": true, "score": 81.7, "grade": "A", "agentReady": true, "rank": 8, "ranked": true, "rankOf": 1486, "categoryRank": 3, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 92, "maintenance": 81, "payments": 30, "reliability": 80, "schema": 94, "security": 98, "transparency": 85 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-06" }, "negative": 0, "verdict": "Bedrock reaches Claude, GPT-6, Nova, Llama and other families through one IAM-controlled API, with a 99.9 per cent SLA and a per-Region zero-retention switch. Setup needs an AWS account, IAM permissions and a Region, capabilities vary by model, and some Regions gave five older Claude models about 34 days of notice.", "bestFor": "Teams already on AWS who want Claude, GPT-6, Nova, Llama and other models under one IAM, billing and VPC boundary, with regional data controls and an SLA.", "strengths": [ "One API and one bill for Anthropic, OpenAI, Amazon, Meta, Mistral, DeepSeek, Qwen, xAI and other model families", "IAM policies can limit a caller to named model ARNs, and short-term API keys expire within 12 hours", "A `none` data retention mode per Region blocks any model that would store prompts", "Published SLA of 99.9 per cent a month per Region with service credits", "Per-model token quotas published with default values, for example 30,000,000 tokens a minute for Opus 5.5 global inference" ], "weaknesses": [ "An AWS account, IAM setup and a Region choice come before the first call, and an agent can't sign up alone", "Batch inference isn't shown for Claude Opus 5.5 or Sonnet 5.5, and since 26 October batch completion isn't guaranteed", "Claude Fable 5 and 5.1 retain all traffic up to 30 days, and AWS may review flagged prompts", "Five older Claude models went Legacy on 10 or 13 October 2026 with end of life on 13 November in some Regions, against the 6-month floor the policy states", "The Middle East (UAE) and (Bahrain) Regions have been disrupted since March 2026, and AWS says some data there can't be restored" ], "agentNotes": [ "Use the geographic or global inference ID from the model card, such as `global.anthropic.claude-opus-5-5`. Global routing is cheaper but can process data in any commercial Region", "Set `data_retention_mode` to `none` in each Region before sending sensitive data. Models that need retention then return ValidationException", "Back off with jitter on 429 ThrottlingException, 503 and 529 `overloaded_error`, and honour `Retry-After` when it's sent", "Generate short-term API keys from an IAM role for production. Long-term keys create an IAM user and AWS marks them exploration only", "Call ListFoundationModels in your Region and read `modelLifecycle` before pinning a model ID. Claude 3.x IDs in several Regions stop working on 13 November 2026 and requests don't redirect" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "A", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 81.7 } ], "editorialScores": { "ergonomics": 92, "maintenance": 81, "payments": 30, "reliability": 80, "schema": 94, "security": 98, "transparency": 76 }, "provenanceScore": 94, "checked": { "categories": { "ergonomics": "2026-11-06", "maintenance": "2026-11-06", "payments": "2026-11-06", "reliability": "2026-11-06", "schema": "2026-11-06", "security": "2026-11-06", "transparency": "2026-11-06" }, "last": "2026-11-06", "oldest": "2026-11-06", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "pip install boto3 # or: npm i @aws-sdk/client-bedrock-runtime", "http": "curl -X POST \"https://bedrock-runtime.us-east-1.amazonaws.com/model/us.anthropic.claude-sonnet-4-6/converse\" \\\n -H \"Content-Type: application/json\" \\\n -H \"Authorization: Bearer $AWS_BEARER_TOKEN_BEDROCK\" \\\n -d '{\"messages\": [{\"role\": \"user\", \"content\": [{\"text\": \"Hello\"}]}]}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/amazon-bedrock" }, "sameCompany": [ "amazon-nova-embeddings", "amazon-bedrock-guardrails", "amazon-transcribe", "amazon-polly", "amazon-nova-sonic", "agentcore-memory", "agentcore-identity", "aws-secrets-manager", "agentcore-web-search", "aws-mcp-servers", "amazon-ses", "amazon-location", "amazon-translate", "amazon-ads-api", "amazon-creators-api" ], "area": "models", "provenance": { "legalEntity": "Amazon Web Services, Inc.", "domain": "amazon.com", "domainRegistered": "1994-11-01", "domainNote": "The endpoints are on amazonaws.com and api.aws, both AWS domains. The security.txt on aws.amazon.com had expired on 2026-09-24 and was renewed, with Expires 2027-10-16, when read on 2026-11-06.", "endpointOnVendorDomain": true, "terms": "https://aws.amazon.com/service-terms/", "privacy": "https://aws.amazon.com/privacy/", "statusPage": "https://health.aws.amazon.com/health/status", "changelog": "https://docs.aws.amazon.com/bedrock/latest/userguide/doc-history.html", "securityTxt": "valid", "checked": "2026-11-06", "notes": [ "AWS's public history feed (historyevents.json) lists Amazon Bedrock as disrupted in the ME-CENTRAL-1 and ME-SOUTH-1 Regions since March 2026, with a last update on 15 September 2026, and no Bedrock event in other Regions in the 90 days to 6 November 2026. An EU-SOUTH-2 packet-loss event on 4 October 2026 named Bedrock AgentCore, not Bedrock.", "The pricing page fills its tables by script. Prices here come from AWS's public price feed of 30 September 2026; the bedrockfoundationmodels feed read on 6 November (published 12 October) carries only rate codes." ], "score": 94 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/amazon-bedrock.json", "live": { "slug": "amazon-bedrock", "probe": { "target": "https://bedrock-runtime.us-east-1.amazonaws.com", "method": "get", "lastAt": "2026-11-07T18:20:09.570975096Z", "lastOk": true, "lastStatus": 404, "lastMs": 339, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 269, "p95ms24h": 352, "samples24h": 200, "samples30d": 200, "days": [ { "date": "2026-11-06", "probes": 13, "ok": 13 }, { "date": "2026-11-07", "probes": 187, "ok": 187 } ] }, "versions": [ { "registry": "npm", "name": "@aws-sdk/client-bedrock-runtime", "version": "3.1164.0", "seenAt": "2026-11-06T23:05:19.602032841Z" }, { "registry": "pypi", "name": "boto3", "version": "1.43.126", "released": "2026-11-06", "seenAt": "2026-11-06T23:05:17.831478687Z" } ], "githubStars": 229, "npmWeekly": 21825916, "pypiWeekly": 637851852, "securityTxt": { "url": "https://amazon.com/.well-known/security.txt", "state": "valid", "checkedAt": "2026-11-07T16:00:18.354437696Z" }, "llmsTxt": { "url": "https://docs.aws.amazon.com/bedrock/latest/userguide/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-11-07T15:31:17.63045618Z" }, "pages": [ { "url": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", "kind": "deprecations", "status": 200, "checkedAt": "2026-11-07T14:05:11.906374144Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "dce416908c57" } ], "updatedAt": "2026-11-07T18:20:09.570975096Z" } }, "answer": "Amazon Bedrock scores 81.7 (A) on agent readiness against DeepInfra's 63.7 (B), and leads in every scored category.", "b": { "slug": "deepinfra", "name": "DeepInfra", "vendor": "Deep Infra Inc.", "vendorUrl": "https://deepinfra.com", "kind": "model", "category": "inference", "summary": "DeepInfra is a hosted inference API for open-weight and some third-party models, covering chat, embeddings, reranking, image, video and speech. It answers OpenAI-style and Anthropic-style calls at api.deepinfra.com with a Bearer key.", "url": "https://www.anchorterminal.com/tools/deepinfra", "markdownUrl": "https://www.anchorterminal.com/tools/deepinfra.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/deepinfra.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/deepinfra.json", "dns": "deepinfra.grade.anchorterminal.com", "repo": "https://github.com/deepinfra/deepinfra-python", "license": "Proprietary service under the DeepInfra Terms of Service. The Python and Node SDKs and the docs repository are MIT", "transports": [ "http" ], "remoteUrl": "https://api.deepinfra.com/v1/openai", "packages": [ { "registry": "pypi", "name": "deepinfra" }, { "registry": "npm", "name": "deepinfra" } ], "auth": "api-key", "authNotes": "Self-serve Bearer key from the dashboard at https://deepinfra.com/dash/api_keys after a browser sign-up with Google, GitHub, email or Okta SSO. The Anthropic-style routes also take the key in `x-api-key`. Keys can carry an IP allowlist and a monthly spending limit, and a key can mint scoped JWTs limited by model, expiry and spend.", "pricing": "usage", "pricingNotes": "Pay per token, image, audio minute or GPU-hour, with no free tier. An account must add a card or prepay. DeepSeek-V4-Flash-0731 costs $0.06 in and $0.18 out per 1M tokens, the priority tier is 1.5x, flex 0.8x and batch 20 per cent off (https://deepinfra.com/pricing, checked 2026-10-08).", "priceSummary": "from $0.06 / 1M in", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs index, the docs repository, the OpenAPI document or the pricing page (checked 2026-10-08).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 21, "npmWeekly": 1250, "pypiWeekly": 50, "asOf": "2026-10-08" }, "docsUrl": "https://docs.deepinfra.com/", "rateLimitsUrl": "https://docs.deepinfra.com/account/rate-limits", "llmsTxt": "https://docs.deepinfra.com/llms.txt", "openapi": "https://api.deepinfra.com/openapi.json", "capabilities": [ "inference.llm", "inference.open-weights", "embed.text", "rerank", "image.generate", "speech.stt", "speech.tts", "compute.batch" ], "tags": [ "hosted", "model", "open-weights", "usage-based", "card-required", "openapi", "llms-txt", "openai-compatible", "anthropic-compatible", "batch", "prompt-caching", "python", "typescript", "status-page", "soc2" ], "lastRelease": "2026-10-26", "graded": true, "anchor": { "graded": true, "score": 63.7, "grade": "B", "agentReady": false, "rank": 499, "ranked": true, "rankOf": 1486, "categoryRank": 19, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 77, "maintenance": 61, "payments": 20, "reliability": 75, "schema": 69, "security": 64, "transparency": 68 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-02" }, "negative": 0, "verdict": "The model list, context sizes and per-token prices are readable without a key, and keys can carry an IP allowlist, a monthly spending cap and model-limited JWTs. Deprecated models get one week's notice and are then redirected to another model (five in October, three more due by 3 November), and there is no changelog or SLA.", "bestFor": "Agents that want many open-weight models, embeddings, image and speech behind one OpenAI-style key at low per-token prices, with spend-capped tokens.", "strengths": [ "`GET /v1/openai/models` answered without a key on 2 November 2026 with 173 models, each with context length, output cap and per-token prices", "Scoped JWTs limit a token to named models, an expiry and a USD spending limit, and each API key can carry an IP allowlist and a monthly cap", "The terms commit to zero data retention and no training on Customer Data, and say that clause controls over the privacy policy and docs", "Batch API at 20 per cent off, a flex tier at 0.8x, prompt caching with cached-input prices and server-side fallback across up to four models", "Status page with 90-day history for the API, the website and 168 models, plus a dated list of scheduled deprecations" ], "weaknesses": [ "A deprecated model gets at least one week's notice, and requests are then forwarded to a replacement model under the old id. Eight models were redirected or scheduled between 8 October and 3 November 2026", "The status feed's 50 newest items are automated major-outage observations on single models, several longer than 24 hours, with no written incident notes", "No free tier. The pricing page says an account must add a card or prepay before using the service", "No changelog, SLA, error reference or `Retry-After` header was found in the reviewed documentation", "The sub-processor list names three companies, while the docs say Google and Anthropic receive data for their models" ], "agentNotes": [ "Call `GET https://api.deepinfra.com/v1/openai/models` at start-up for ids, context sizes and prices. No key is needed", "Check the `model` field of each response. After a deprecation date, requests to the old id are served by a replacement model", "Ask the account owner for a scoped JWT limited to the models and spend the task needs, not the full API key", "Stay under 200 concurrent requests per model. On 429 `engine_overloaded`, retry after a delay, or send `models` with up to four fallbacks", "Never inspect a JWT with `GET /v1/scoped-jwt?jwtoken=`, which puts the token in the URL. Keep credentials in the `Authorization` header" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 4, "avgRating": 3.5, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 63.7 } ], "editorialScores": { "ergonomics": 77, "maintenance": 61, "payments": 20, "reliability": 75, "schema": 69, "security": 64, "transparency": 60 }, "provenanceScore": 75, "checked": { "categories": { "ergonomics": "2026-11-02", "maintenance": "2026-11-02", "payments": "2026-11-02", "reliability": "2026-11-02", "schema": "2026-11-02", "security": "2026-11-02", "transparency": "2026-11-02" }, "last": "2026-11-02", "lastMoved": "2026-11-02", "oldest": "2026-11-02", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "pip install openai # or: npm install openai", "http": "curl \"https://api.deepinfra.com/v1/openai/chat/completions\" \\\n -H \"Content-Type: application/json\" \\\n -H \"Authorization: Bearer $DEEPINFRA_API_KEY\" \\\n -d '{\"model\":\"deepseek-ai/DeepSeek-V4-Flash-0731\",\"messages\":[{\"role\":\"user\",\"content\":\"Hello\"}]}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/deepinfra" }, "area": "models", "provenance": { "legalEntity": "Deep Infra Inc.", "domain": "deepinfra.com", "domainRegistered": "2017-12-08", "endpointOnVendorDomain": true, "terms": "https://deepinfra.com/terms", "privacy": "https://deepinfra.com/privacy", "statusPage": "https://status.deepinfra.com", "changelog": "", "securityTxt": "none", "checked": "2026-11-02", "notes": [ "The Terms of Service, last modified 15 October 2026, name Deep Infra Inc., a Delaware corporation, with California law and JAMS arbitration in San Francisco. They are written around Service Orders and govern the services, the API included.", "The Privacy Policy, last modified 15 August 2026, names DeepInfra, Inc., a Delaware corporation, covers the website and the APIs, and has a section on data sent to and returned by the inference service.", "No changelog or release notes page was found in the docs index or the site map.", "https://deepinfra.com/.well-known/security.txt returns 404.", "RDAP for deepinfra.com gives a registration date of 2017-12-08.", "The API answers at api.deepinfra.com, the docs at docs.deepinfra.com and the status page at status.deepinfra.com.", "No SLA was found. The terms incorporate a data processing agreement made available at trust.deepinfra.com, where it is listed among documents available on request." ], "score": 75 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/deepinfra.json", "live": { "slug": "deepinfra", "probe": { "target": "https://api.deepinfra.com/v1/openai", "method": "get", "lastAt": "2026-11-07T18:20:20.332376049Z", "lastOk": true, "lastStatus": 404, "lastMs": 522, "authRequired": false, "uptime24h": 100, "uptime30d": 99.92, "p50ms24h": 400, "p95ms24h": 548, "samples24h": 239, "samples30d": 7289, "days": [ { "date": "2026-10-09", "probes": 169, "ok": 169 }, { "date": "2026-10-10", "probes": 247, "ok": 247 }, { "date": "2026-10-11", "probes": 247, "ok": 247 }, { "date": "2026-10-12", "probes": 247, "ok": 247 }, { "date": "2026-10-13", "probes": 248, "ok": 248 }, { "date": "2026-10-14", "probes": 249, "ok": 249 }, { "date": "2026-10-15", "probes": 253, "ok": 253 }, { "date": "2026-10-16", "probes": 252, "ok": 252 }, { "date": "2026-10-17", "probes": 253, "ok": 253 }, { "date": "2026-10-18", "probes": 256, "ok": 256 }, { "date": "2026-10-19", "probes": 255, "ok": 255 }, { "date": "2026-10-20", "probes": 252, "ok": 252 }, { "date": "2026-10-21", "probes": 253, "ok": 253 }, { "date": "2026-10-22", "probes": 253, "ok": 253 }, { "date": "2026-10-23", "probes": 248, "ok": 248 }, { "date": "2026-10-24", "probes": 251, "ok": 251 }, { "date": "2026-10-25", "probes": 250, "ok": 250 }, { "date": "2026-10-26", "probes": 252, "ok": 252 }, { "date": "2026-10-27", "probes": 249, "ok": 249 }, { "date": "2026-10-28", "probes": 251, "ok": 251 }, { "date": "2026-10-29", "probes": 248, "ok": 248 }, { "date": "2026-10-30", "probes": 249, "ok": 249 }, { "date": "2026-10-31", "probes": 251, "ok": 251 }, { "date": "2026-11-01", "probes": 249, "ok": 243 }, { "date": "2026-11-02", "probes": 250, "ok": 250 }, { "date": "2026-11-03", "probes": 248, "ok": 248 }, { "date": "2026-11-04", "probes": 246, "ok": 246 }, { "date": "2026-11-05", "probes": 185, "ok": 185 }, { "date": "2026-11-06", "probes": 241, "ok": 241 }, { "date": "2026-11-07", "probes": 187, "ok": 187 } ], "outages": [ { "start": "2026-11-01T03:07:06.786817404Z", "end": "2026-11-01T03:30:15.593945224Z", "note": "dial tcp 38.101.151.21:443: i/o timeout" } ] }, "vendorStatus": { "page": "https://status.deepinfra.com", "indicator": "unknown", "summary": "no machine-readable status found", "checkedAt": "2026-11-07T04:47:36.842482847Z" }, "versions": [ { "registry": "github", "name": "deepinfra/deepinfra-python", "version": "v0.2.1", "released": "2026-08-05", "seenAt": "2026-11-06T23:20:27.685098919Z" }, { "registry": "npm", "name": "deepinfra", "version": "2.0.2", "seenAt": "2026-11-06T23:20:27.462188813Z" }, { "registry": "pypi", "name": "deepinfra", "version": "0.3.0", "released": "2026-08-12", "seenAt": "2026-11-06T23:20:27.179470379Z" } ], "githubStars": 1, "npmWeekly": 525, "pypiWeekly": 115, "securityTxt": { "url": "https://deepinfra.com/.well-known/security.txt", "state": "none", "checkedAt": "2026-11-07T16:00:10.635424215Z" }, "llmsTxt": { "url": "https://docs.deepinfra.com/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-11-07T15:32:15.653472453Z" }, "domain": { "domain": "deepinfra.com", "registered": "2017-12-08", "source": "https://rdap.verisign.com/com/v1/domain/deepinfra.com", "checkedAt": "2026-11-01T14:27:42.920488746Z" }, "pages": [ { "url": "https://status.deepinfra.com/", "kind": "deprecations", "status": 200, "checkedAt": "2026-11-07T14:20:51.141843063Z", "changedAt": "2026-11-07T14:20:51.141843063Z", "fingerprint": "f5fe8f9e1978" }, { "url": "https://deepinfra.com/pricing", "kind": "pricing", "status": 200, "checkedAt": "2026-11-07T14:02:35.567959307Z", "changedAt": "2026-11-07T14:02:35.567959307Z", "fingerprint": "8785d5c1fea4" }, { "url": "https://deepinfra.com/privacy", "kind": "privacy", "status": 200, "checkedAt": "2026-11-07T14:02:37.874993311Z", "changedAt": "2026-11-07T14:02:37.874993311Z", "fingerprint": "4be23b02c82c" }, { "url": "https://deepinfra.com/terms", "kind": "terms", "status": 200, "checkedAt": "2026-11-07T14:02:40.005121762Z", "changedAt": "2026-11-07T14:02:40.005121762Z", "fingerprint": "71c3aae134de" } ], "github": { "repo": "deepinfra/deepinfra-python", "checkedAt": "2026-11-02T08:43:28.32817874Z", "stars": 1, "archived": false, "issuesEnabled": true, "pushedAt": "2026-08-12T08:03:27Z", "openIssues": 7, "openPRs": 2, "issuesOpened90d": 2, "issuesClosed90d": 0, "prsMerged90d": 2, "ci": { "branch": "main", "runs": 7, "success": 6, "failure": 1, "other": 0, "latest": "success", "latestAt": "2026-08-12T06:36:17Z" }, "replies": { "sampled": 13, "unanswered": 7, "medianDays": 3 } }, "updatedAt": "2026-11-07T18:20:20.332376049Z" } }, "edges": [ { "by": 34, "category": "security", "leads": "amazon-bedrock", "name": "Security \u0026 auth", "reasons": { "a": "Model reading. IAM with SigV4, roles and STS session credentials, policies down to a model or inference-profile ARN, short-term API keys that expire within 12 hours, long-term keys with expiry and reset, and condition keys that can deny bearer tokens altogether (30). The security page says customer data isn't shared with model providers or used to improve the base models (20). The abuse detection page says Bedrock stores no inputs or outputs by default, and a per-Region `none` mode blocks models that require retention, but Claude Fable 5 and 5.1 keep all traffic up to 30 days and GPT-6 and GPT-5.x keep flagged traffic up to 30 days (13 of 15, a judgement call; Anthropic's own API got 12 for the same Fable exception without an account-level block). CloudTrail logs API calls, and model invocation logging can send prompts and responses to S3 or CloudWatch Logs (15). Bedrock is in ISO, SOC and CSA STAR Level 2 scope, HIPAA eligible and FedRAMP High in GovCloud (US-West) per its security page, with a vulnerability disclosure programme on HackerOne, and the aws.amazon.com security.txt, expired on 6 October, was renewed with Expires 2027-10-16 when read on 6 November (20). Up from 96 on 6 October for that reason.", "b": "Model reading. Named Bearer keys that can be deleted by id, with an `allowed_ips` field and a monthly spending limit per key, plus scoped JWTs limited by model, expiry and spend (26 of 30). Less 10 because `GET /v1/scoped-jwt?jwtoken=` is still the documented way to inspect a JWT and puts a live token in the query string. The two deprecated routes that carried the API token in the URL path are no longer in the OpenAPI document (16 of 30). The terms say Customer Data is not used to train, fine-tune or improve any model. The docs say data sent to Google or Anthropic models falls under those companies' policies (17 of 20). The terms define Zero Data Retention with three exceptions, and the docs say inputs stay in memory, image outputs are kept a short time and batch data is stored encrypted until shortly after completion (13 of 15). Usage per key, request costs and deployment logs are in the API. No account audit log was found (8 of 15). The trust centre at trust.deepinfra.com now loads and lists SOC 2, ISO 27001 and HIPAA as compliant, with reports and policies on request, and the privacy policy says the same. No security.txt, disclosure policy or bug bounty was found (10 of 20, as other listings with certification claims and no disclosure route)." }, "scores": { "a": 98, "b": 64 } }, { "by": 25, "category": "schema", "leads": "amazon-bedrock", "name": "Schema \u0026 documentation", "reasons": { "a": "Model reading. No OpenAPI, but the bedrock-runtime and bedrock Smithy models are public in aws/api-models-aws with types, required members and enums, counted as for S3 (25). llms.txt for the user guide with about 2,000 lines, each page with a Markdown twin (10). Model cards state context, output limits, endpoints and supported functions per model, and the guide now recommends `bedrock-runtime` for new work, but support for each API, endpoint and feature changes model by model (16 of 20). Structured outputs compile JSON Schema to a grammar, with `minimum`, `maximum` and string lengths supported, though some inference profiles don't support it, such as Haiku 4.5 through the India profile (13 of 15). Every operation lists typed errors with HTTP codes and links to a troubleshooting page with causes and fixes, and examples run through the guide (15). API version 2023-09-30 and a dated document history with an RSS feed, newest entry 30 October 2026, with structured outputs for Claude on both endpoints added on 18 October (15).", "b": "Model reading. Public OpenAPI 3.1.0 document at api.deepinfra.com/openapi.json with 131 paths, 157 operations and 257 schemas on 2 November 2026. `llms.txt` now links that document, though the docs host's own copy still returns Mintlify's sample plant store document, and the spec lists chat at `/v1/chat/completions` while every docs example uses `/v1/openai/chat/completions` (22 of 25). `llms.txt` with 224 links and a Markdown copy of every docs page (10). Guide pages for tool calling, structured output, caching, batch and service tiers say when to use each. Many reference operations have a name and no description (14 of 20). Typed parameters with 49 enums, 31 chat properties and two required (11 of 15). Curl, Python and JavaScript examples on each page. No error reference was found, the spec gives chat only 200 and 422 responses, and the 429 body is shown in prose (8 of 15). No changelog was found. The spec version reads 1.0.0, and the docs repository on GitHub has a public commit history (4 of 15)." }, "scores": { "a": 94, "b": 69 } }, { "by": 20, "category": "maintenance", "leads": "amazon-bedrock", "name": "Maintenance \u0026 community", "reasons": { "a": "Model reading. The last model or API change is 30 October 2026 (OpenAI model API support and cross-Region inference in GovCloud), after structured outputs for Claude on both endpoints on 18 October (30). Models launched since 7 September 2026 get a 6-month or 45-day Legacy period, but the legacy page, which promises at least 6 months in Legacy, lists Claude 3 Haiku, 3 Sonnet, 3.5 Sonnet, 3.5 Sonnet v2 and 3.7 Sonnet as Legacy from 10 or 13 October with end of life on 13 November in several Regions, about 34 days (6 of 12, down from 10). Six models reached end of life in the 90 days to 6 November on five dates, Command R and R+ on 19 August, Claude 3 Haiku on 10 September, Nova Sonic on 14 September, Nova Canvas and Nova Reel on 30 September and Claude Sonnet 4 on 14 October (3 of 8, down from 4). Dated document history several times a month, What's New and re:Post, with direct support on a paid plan (12 of 15). SDK issue replies not sampled (5 of 10). Current official SDKs, boto3 1.43.125 on 5 November and `@aws-sdk/client-bedrock-runtime` 3.1163.0 (15). Supported runtimes stated, Python 3.10 or later and Node 20 or later (10). Down from 86 on 6 October.", "b": "Model reading. The docs repository changed on 26 October 2026, and on 22 October documented Nemotron 3.5 image embeddings and reranker scores (30). Deprecated models get at least one week's notice by email, then requests are forwarded to a replacement (5 of 12). Churn. In the 90 days to 2 November four redirect dates passed (8, 9, 12 and 25 October, five models), Kimi-K2.7-Code was deprecated before 28 September, and three more are scheduled for 2 and 3 November. Three or more removal dates in 90 days give 0, as groq and fireworks-inference were read (0 of 8, was 4 when the five were only scheduled). No changelog. Support is by Discord and a feedback address, and the docs repository is public (7 of 15). Replies on the SDK repositories were not examined (3 of 10). Python `deepinfra` 0.3.0 from 12 August 2026 with a changelog. The Node repository tagged 2.1.0 on 1 September 2026, and npm couldn't be read on 2 November, so its 8 October reading of 2.0.2 from 8 May 2024 stands (9 of 15). CI workflows in both SDK repositories (7 of 10). 30 + 5 + 0 + 7 + 3 + 9 + 7 = 61." }, "scores": { "a": 81, "b": 61 } }, { "by": 17, "category": "transparency", "leads": "amazon-bedrock", "name": "Transparency \u0026 trust", "reasons": { "a": "Closed service under the AWS Customer Agreement and Service Terms, with the SDKs and Smithy models under Apache-2.0 (18, as for S3). The data retention, abuse detection and security pages agree that Bedrock stores nothing by default, name the models that retain traffic and for how long, and say retained data isn't shared with providers. The retention page's `default` mode says AWS 'may retain the data for safety and abuse-prevention purposes' without a period, and a legacy `provider_data_share` mode is kept though sharing isn't supported (25 of 30). A written lifecycle policy with Legacy and EOL dates per model, but the legacy table's 34-day Legacy periods for five Claude models in some Regions contradict its own 6-month floor (15 of 20, down from 18). AWS's sub-processor list, per the 4 October S3 check, and per-Region, geographic and global inference options, with global routing able to process data in any commercial Region (18 of 20).", "b": "Closed service with terms that name the entity and California law, and an MIT licence on the SDKs and docs (15). The terms (last modified 15 October 2026), the privacy policy and the data privacy page agree on no storage and no training, the terms say their retention clause controls, and personal information is removed 30 days after account deletion. The terms now point to a DPA on the trust centre, which lists it among documents available on request, and the entity is written Deep Infra Inc. in the terms and DeepInfra, Inc. in the privacy policy (21 of 30). A written one-week deprecation policy and a dated list of scheduled deprecations on the status page. No record of past removals was found (14 of 20). The sub-processor list names Stripe, Amazon Web Services and Google Cloud Platform, as does the trust centre. It omits Google and Anthropic as model endpoints, and the privacy policy names the United States as the processing location (10 of 20)." }, "scores": { "a": 85, "b": 68 } }, { "by": 15, "category": "ergonomics", "leads": "amazon-bedrock", "name": "Agent ergonomics", "reasons": { "a": "Model reading of the checklist (tool use, structured output, caching, context, batch, SDKs, errors). Converse takes tools with `toolChoice` auto, any or a named tool and `strict: true`, but forced choice depends on the model behind it (17 of 20). Structured outputs on supported models only (13 of 15). Explicit and implicit prompt caching, cache reads at $0.20 per million on Opus 5.5, 0.05x input, with 5-minute and 1-hour TTLs (15). 1M-token context on Opus 5.5, Sonnet 5.5 and Nova 2 Lite, a judgement call since Bedrock has no default model (15). Batch at half price on supported models, but the pricing page shows none for Opus 5.5 or Sonnet 5.5, while Flex is half price on Nova (7 of 10). AWS SDKs in every major language plus token generators for Python, JavaScript and Java (10). Typed errors with recovery advice per code (15).", "b": "Model reading of the checklist (tool use, structured output, caching, context, batch, SDKs, errors). Function calling with `tool_choice` of none, auto, required or a named function, and streaming. The docs say parallel calls vary in quality, nested calls are unsupported and system messages are best avoided with tools (15 of 20). `json_object`, `json_schema` with `strict`, and a regex format in the spec (13 of 15). Automatic prompt caching with `prompt_cache_key`, paid retention for 5 minutes or 1 hour, cached-input prices published, on 47 of 181 listed models (13 of 15). Context of 1,048,576 tokens on DeepSeek V4, Kimi K3 and GLM 5.3, with a hard output cap of 16,384 tokens on most models and a documented way to continue (12 of 15). Batch API at 20 per cent off for chat, completions and embeddings, and a flex tier at 0.8x (10). The OpenAI and Anthropic clients work with a changed base URL. The Python package `deepinfra` 0.3.0 dates from 12 August 2026, and npm listed 2.0.2 from May 2024 on 8 October (7 of 10). 429 carries an `engine_overloaded` code. Native routes return a bare `error` string, and no list of codes was found (7 of 15)." }, "scores": { "a": 92, "b": 77 } }, { "by": 10, "category": "payments", "leads": "amazon-bedrock", "name": "Payments \u0026 pricing", "reasons": { "a": "No x402, MPP or L402 (0). Per-token prices per model, tier and Region on the public pricing page, filled from AWS's public price feed (20). New accounts get up to $200 in Free Tier credits and the Free Tier page lists Bedrock among eligible services, and the Free Tier FAQ says most new customers don't need a payment method, but AWS may still ask for one, so half, as for S3 (10). A person signs up for AWS in a browser and sets up IAM before any key exists (0).", "b": "No machine payment protocol (0). Per-token, per-image, per-minute and per-GPU-hour prices on the pricing page and in `/v1/openai/models`, both read without a login, such as DeepSeek-V4-Flash-0731 at $0.06 in and $0.18 out per 1M tokens (20). No free tier. The pricing page says an account must add a card or prepay (0). A person signs up in a browser, and the key API needs an existing key (0)." }, "scores": { "a": 30, "b": 20 } } ], "facts": [ { "a": "Model API", "b": "Model API", "name": "Kind" }, { "a": "Amazon Web Services", "b": "Deep Infra Inc.", "name": "Vendor" }, { "a": "https://bedrock-runtime.us-east-1.amazonaws.com", "b": "https://api.deepinfra.com/v1/openai", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP", "name": "Transports" }, { "a": "OAuth or key", "b": "API key", "name": "Auth" }, { "a": "Pay per use", "b": "Pay per use", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Proprietary service under the AWS Customer Agreement and Service Terms. Third-party models carry their providers' licence terms. The AWS SDKs and the Smithy service models are Apache-2.0", "b": "Proprietary service under the DeepInfra Terms of Service. The Python and Node SDKs and the docs repository are MIT", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-10-30", "b": "2026-10-26", "name": "Last release" }, { "a": "2026-10-01", "b": "2026-08-17", "name": "Terms last updated" }, { "a": "2026-05-18", "b": "2026-08-15", "name": "Privacy policy last updated" }, { "a": "yes, with an opt-out", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "yes", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "yes", "b": "yes", "name": "Terms restrict benchmarking" }, { "a": "yes", "b": "not found in the text", "name": "Terms or service can change without notice" }, { "a": "not found in the text", "b": "yes", "name": "Arbitration or class-action waiver" }, { "a": "21.8M npm/wk", "b": "21 stars, 1.2k npm/wk, 50 PyPI/wk", "name": "Popularity" }, { "a": "none", "b": "3.5/5 (4)", "name": "Agent reviews" } ], "faq": [ { "answer": "Amazon Bedrock scores 81.7 (A) on agent readiness against DeepInfra's 63.7 (B), and leads in every scored category.", "question": "Which is better for AI agents, Amazon Bedrock or DeepInfra?" }, { "answer": "Amazon Bedrock takes an API key or an OAuth sign-in. DeepInfra needs an API key.", "question": "Do Amazon Bedrock and DeepInfra need an API key?" }, { "answer": "Yes. Amazon Bedrock has a hosted endpoint at https://bedrock-runtime.us-east-1.amazonaws.com and DeepInfra at https://api.deepinfra.com/v1/openai.", "question": "Can an agent call Amazon Bedrock and DeepInfra without installing anything?" } ], "goodFor": [ { "aheadOn": [ "Reliability, 80 against 75", "Schema \u0026 documentation, 94 against 69", "Agent ergonomics, 92 against 77", "Security \u0026 auth, 98 against 64", "Payments \u0026 pricing, 30 against 20", "Maintenance \u0026 community, 81 against 61", "Transparency \u0026 trust, 85 against 68" ], "also": [ "Agent-ready, a grade of BB or better" ], "goodFor": "Teams already on AWS who want Claude, GPT-6, Nova, Llama and other models under one IAM, billing and VPC boundary, with regional data controls and an SLA.", "slug": "amazon-bedrock", "watchFor": "An AWS account, IAM setup and a Region choice come before the first call, and an agent can't sign up alone" }, { "aheadOn": null, "also": null, "goodFor": "Agents that want many open-weight models, embeddings, image and speech behind one OpenAI-style key at low per-token prices, with spend-capped tokens.", "slug": "deepinfra", "watchFor": "A deprecated model gets at least one week's notice, and requests are then forwarded to a replacement model under the old id. Eight models were redirected or scheduled between 8 October and 3 November 2026" } ], "history": { "amazon-bedrock": null, "deepinfra": [ { "causes": [ "product", "correction" ], "date": "2026-11-02", "delta": 0.6, "from": 63.1, "fromGrade": "B", "to": 63.7, "toGrade": "B" }, { "causes": [ "method" ], "date": "2026-10-27", "delta": 0.1, "from": 63, "fromGrade": "B", "to": 63.1, "toGrade": "B" } ] }, "job": { "capability": "inference.llm", "name": "LLM inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-anthropic-api.json", "title": "Amazon Bedrock vs Claude API", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-anthropic-api" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-antseed.json", "title": "Amazon Bedrock vs Antseed", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-antseed" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-azure-openai.json", "title": "Amazon Bedrock vs Azure OpenAI in Foundry Models", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-azure-openai" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-blockrun-ai.json", "title": "Amazon Bedrock vs BlockRun.AI", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-blockrun-ai" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-cerebras-inference.json", "title": "Amazon Bedrock vs Cerebras Inference", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-cerebras-inference" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-cloudflare-ai-gateway.json", "title": "Amazon Bedrock vs Cloudflare AI Gateway", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-cloudflare-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-cloudflare-workers-ai.json", "title": "Amazon Bedrock vs Cloudflare Workers AI", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-cloudflare-workers-ai" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-cohere-chat.json", "title": "Amazon Bedrock vs Cohere Chat API (Command models)", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-cohere-chat" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-deepseek-api.json", "title": "Amazon Bedrock vs DeepSeek API", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-deepseek-api" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-eden-ai.json", "title": "Amazon Bedrock vs Eden AI", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-eden-ai" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-elorian-glimpse.json", "title": "Amazon Bedrock vs Glimpse", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-elorian-glimpse" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-fireworks-inference.json", "title": "Amazon Bedrock vs Fireworks AI Inference", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-fireworks-inference" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-gemini-api.json", "title": "Amazon Bedrock vs Gemini Developer API", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-gemini-api" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-groq.json", "title": "Amazon Bedrock vs GroqCloud", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-hugging-face-inference-providers.json", "title": "Amazon Bedrock vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-inkling-2-small.json", "title": "Amazon Bedrock vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-jais-3.json", "title": "Amazon Bedrock vs Jais 3", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-jais-3" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-meta-model-api.json", "title": "Amazon Bedrock vs Meta Model API", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-meta-model-api" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-minimax-api.json", "title": "Amazon Bedrock vs MiniMax API", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-minimax-api" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-mistral-api.json", "title": "Amazon Bedrock vs Mistral AI API", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-mistral-api" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-muse-spark-open.json", "title": "Amazon Bedrock vs Muse Spark Open", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-muse-spark-open" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-nemotron-3-5-super-vl.json", "title": "Amazon Bedrock vs Nemotron 3.5 Super VL", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-nemotron-3-5-super-vl" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-novita-ai.json", "title": "Amazon Bedrock vs Novita AI", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-openai-api.json", "title": "Amazon Bedrock vs OpenAI API", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-openrouter.json", "title": "Amazon Bedrock vs OpenRouter", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-prism-inference.json", "title": "Amazon Bedrock vs Prism Inference", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-prism-inference" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-ramp-router.json", "title": "Amazon Bedrock vs Router.com (Ramp Router)", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-ramp-router" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-reflection-beam.json", "title": "Amazon Bedrock vs Beam 1.0", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-reflection-beam" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-routerplus.json", "title": "Amazon Bedrock vs RouterPlus", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-routerplus" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-sambanova.json", "title": "Amazon Bedrock vs SambaCloud", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-sambanova" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-siliconflow.json", "title": "Amazon Bedrock vs SiliconFlow", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-siliconflow" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-simplismart.json", "title": "Amazon Bedrock vs Simplismart", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-simplismart" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-stepfun-api.json", "title": "Amazon Bedrock vs StepFun API", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-stepfun-api" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-swe-2-flash.json", "title": "Amazon Bedrock vs SWE-2 Flash", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-swe-2-flash" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-tencent-tokenhub.json", "title": "Amazon Bedrock vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-together-inference.json", "title": "Amazon Bedrock vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-vercel-ai-gateway.json", "title": "Amazon Bedrock vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-vertex-ai.json", "title": "Amazon Bedrock vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-xai-api.json", "title": "Amazon Bedrock vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-deepinfra.json", "title": "Claude API vs DeepInfra", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-deepinfra.json", "title": "Antseed vs DeepInfra", "url": "https://www.anchorterminal.com/compare/antseed-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-deepinfra.json", "title": "Azure OpenAI in Foundry Models vs DeepInfra", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-deepinfra.json", "title": "BlockRun.AI vs DeepInfra", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-deepinfra.json", "title": "Cerebras Inference vs DeepInfra", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepinfra.json", "title": "Cloudflare AI Gateway vs DeepInfra", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-deepinfra.json", "title": "Cloudflare Workers AI vs DeepInfra", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-deepinfra.json", "title": "Cohere Chat API (Command models) vs DeepInfra", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-deepseek-api.json", "title": "DeepInfra vs DeepSeek API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-deepseek-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-eden-ai.json", "title": "DeepInfra vs Eden AI", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-eden-ai" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-elorian-glimpse.json", "title": "DeepInfra vs Glimpse", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-elorian-glimpse" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-fireworks-inference.json", "title": "DeepInfra vs Fireworks AI Inference", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-fireworks-inference" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-gemini-api.json", "title": "DeepInfra vs Gemini Developer API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-gemini-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-groq.json", "title": "DeepInfra vs GroqCloud", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-hugging-face-inference-providers.json", "title": "DeepInfra vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-inkling-2-small.json", "title": "DeepInfra vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-jais-3.json", "title": "DeepInfra vs Jais 3", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-jais-3" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-meta-model-api.json", "title": "DeepInfra vs Meta Model API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-meta-model-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-minimax-api.json", "title": "DeepInfra vs MiniMax API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-minimax-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-mistral-api.json", "title": "DeepInfra vs Mistral AI API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-mistral-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-muse-spark-open.json", "title": "DeepInfra vs Muse Spark Open", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-muse-spark-open" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-nemotron-3-5-super-vl.json", "title": "DeepInfra vs Nemotron 3.5 Super VL", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-nemotron-3-5-super-vl" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-novita-ai.json", "title": "DeepInfra vs Novita AI", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-openai-api.json", "title": "DeepInfra vs OpenAI API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-openrouter.json", "title": "DeepInfra vs OpenRouter", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-prism-inference.json", "title": "DeepInfra vs Prism Inference", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-prism-inference" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-ramp-router.json", "title": "DeepInfra vs Router.com (Ramp Router)", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-ramp-router" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-reflection-beam.json", "title": "DeepInfra vs Beam 1.0", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-reflection-beam" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-routerplus.json", "title": "DeepInfra vs RouterPlus", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-routerplus" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-sambanova.json", "title": "DeepInfra vs SambaCloud", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-sambanova" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-siliconflow.json", "title": "DeepInfra vs SiliconFlow", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-siliconflow" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-simplismart.json", "title": "DeepInfra vs Simplismart", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-simplismart" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-stepfun-api.json", "title": "DeepInfra vs StepFun API", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-stepfun-api" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-swe-2-flash.json", "title": "DeepInfra vs SWE-2 Flash", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-swe-2-flash" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-tencent-tokenhub.json", "title": "DeepInfra vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.json", "title": "DeepInfra vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-vercel-ai-gateway.json", "title": "DeepInfra vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-vertex-ai.json", "title": "DeepInfra vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-xai-api.json", "title": "DeepInfra vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-xai-api" } ], "panel": null, "scores": [ { "amazon-bedrock": 80, "by": 5, "deepinfra": 75, "edge": "amazon-bedrock", "key": "reliability", "name": "Reliability", "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "amazon-bedrock": 94, "by": 25, "deepinfra": 69, "edge": "amazon-bedrock", "key": "schema", "name": "Schema \u0026 documentation", "weight": 13 }, { "amazon-bedrock": 92, "by": 15, "deepinfra": 77, "edge": "amazon-bedrock", "key": "ergonomics", "name": "Agent ergonomics", "weight": 13 }, { "amazon-bedrock": 98, "by": 34, "deepinfra": 64, "edge": "amazon-bedrock", "key": "security", "name": "Security \u0026 auth", "weight": 14 }, { "amazon-bedrock": 30, "by": 10, "deepinfra": 20, "edge": "amazon-bedrock", "key": "payments", "name": "Payments \u0026 pricing", "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "amazon-bedrock": 81, "by": 20, "deepinfra": 61, "edge": "amazon-bedrock", "key": "maintenance", "name": "Maintenance \u0026 community", "weight": 7 }, { "amazon-bedrock": 85, "by": 17, "deepinfra": 68, "edge": "amazon-bedrock", "key": "transparency", "name": "Transparency \u0026 trust", "weight": 7 } ], "summary": "Amazon Bedrock scores 81.7 (A) on agent readiness against DeepInfra's 63.7 (B), and leads in every scored category. Both do llm inference.", "tasks": [ { "a": "$43.88", "b": "$0.18", "cheaper": "deepinfra", "task": "Research a product and write a sourced report", "what": "anthropic.claude-opus-5-5 on Amazon Bedrock, deepseek-ai/DeepSeek-V4-Flash-0731 on DeepInfra" }, { "a": "$10.03", "b": "$0.05", "cheaper": "deepinfra", "task": "Build a small four-page website", "what": "anthropic.claude-opus-5-5 on Amazon Bedrock, deepseek-ai/DeepSeek-V4-Flash-0731 on DeepInfra" }, { "a": "$2.16", "b": "$0.01", "cheaper": "deepinfra", "task": "Find and fix a bug in a large codebase", "what": "anthropic.claude-opus-5-5 on Amazon Bedrock, deepseek-ai/DeepSeek-V4-Flash-0731 on DeepInfra" } ], "tutorials": [], "verdicts": { "amazon-bedrock": "Bedrock reaches Claude, GPT-6, Nova, Llama and other families through one IAM-controlled API, with a 99.9 per cent SLA and a per-Region zero-retention switch. Setup needs an AWS account, IAM permissions and a Region, capabilities vary by model, and some Regions gave five older Claude models about 34 days of notice.", "deepinfra": "The model list, context sizes and per-token prices are readable without a key, and keys can carry an IP allowlist, a monthly spending cap and model-limited JWTs. Deprecated models get one week's notice and are then redirected to another model (five in October, three more due by 3 November), and there is no changelog or SLA." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-deepinfra", "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-deepinfra.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-deepinfra.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-deepinfra.min.md" }, "markdown": "Amazon Bedrock scores 81.7 (A) on agent readiness against DeepInfra's 63.7 (B), and leads in every scored category. Both do llm inference.\n\n- Amazon Bedrock: grade A, 81.7/100, rank #8 of 1486. Markdown https://www.anchorterminal.com/tools/amazon-bedrock.md · JSON https://www.anchorterminal.com/api/v1/tools/amazon-bedrock.json\n- DeepInfra: grade B, 63.7/100, rank #499 of 1486. Markdown https://www.anchorterminal.com/tools/deepinfra.md · JSON https://www.anchorterminal.com/api/v1/tools/deepinfra.json\n- Best model APIs and inference for AI agents: https://www.anchorterminal.com/best/inference/index.md\n- All 830 models comparisons: https://www.anchorterminal.com/compare/inference/index.md\n\n## Which one, for what\n\n### Amazon Bedrock (A)\n\nGood for: Teams already on AWS who want Claude, GPT-6, Nova, Llama and other models under one IAM, billing and VPC boundary, with regional data controls and an SLA.\n\nAhead on:\n- Reliability, 80 against 75\n- Schema \u0026 documentation, 94 against 69\n- Agent ergonomics, 92 against 77\n- Security \u0026 auth, 98 against 64\n- Payments \u0026 pricing, 30 against 20\n- Maintenance \u0026 community, 81 against 61\n- Transparency \u0026 trust, 85 against 68\n\nAlso in its favour:\n- Agent-ready, a grade of BB or better\n\nWatch for: An AWS account, IAM setup and a Region choice come before the first call, and an agent can't sign up alone\n\n### DeepInfra (B)\n\nGood for: Agents that want many open-weight models, embeddings, image and speech behind one OpenAI-style key at low per-token prices, with spend-capped tokens.\n\nWatch for: A deprecated model gets at least one week's notice, and requests are then forwarded to a replacement model under the old id. Eight models were redirected or scheduled between 8 October and 3 November 2026\n\n\n## Why the edge\n\n### Security \u0026 auth: Amazon Bedrock +34\n\n- Amazon Bedrock (98): Model reading. IAM with SigV4, roles and STS session credentials, policies down to a model or inference-profile ARN, short-term API keys that expire within 12 hours, long-term keys with expiry and reset, and condition keys that can deny bearer tokens altogether (30). The security page says customer data isn't shared with model providers or used to improve the base models (20). The abuse detection page says Bedrock stores no inputs or outputs by default, and a per-Region `none` mode blocks models that require retention, but Claude Fable 5 and 5.1 keep all traffic up to 30 days and GPT-6 and GPT-5.x keep flagged traffic up to 30 days (13 of 15, a judgement call; Anthropic's own API got 12 for the same Fable exception without an account-level block). CloudTrail logs API calls, and model invocation logging can send prompts and responses to S3 or CloudWatch Logs (15). Bedrock is in ISO, SOC and CSA STAR Level 2 scope, HIPAA eligible and FedRAMP High in GovCloud (US-West) per its security page, with a vulnerability disclosure programme on HackerOne, and the aws.amazon.com security.txt, expired on 6 October, was renewed with Expires 2027-10-16 when read on 6 November (20). Up from 96 on 6 October for that reason.\n- DeepInfra (64): Model reading. Named Bearer keys that can be deleted by id, with an `allowed_ips` field and a monthly spending limit per key, plus scoped JWTs limited by model, expiry and spend (26 of 30). Less 10 because `GET /v1/scoped-jwt?jwtoken=` is still the documented way to inspect a JWT and puts a live token in the query string. The two deprecated routes that carried the API token in the URL path are no longer in the OpenAPI document (16 of 30). The terms say Customer Data is not used to train, fine-tune or improve any model. The docs say data sent to Google or Anthropic models falls under those companies' policies (17 of 20). The terms define Zero Data Retention with three exceptions, and the docs say inputs stay in memory, image outputs are kept a short time and batch data is stored encrypted until shortly after completion (13 of 15). Usage per key, request costs and deployment logs are in the API. No account audit log was found (8 of 15). The trust centre at trust.deepinfra.com now loads and lists SOC 2, ISO 27001 and HIPAA as compliant, with reports and policies on request, and the privacy policy says the same. No security.txt, disclosure policy or bug bounty was found (10 of 20, as other listings with certification claims and no disclosure route).\n\n### Schema \u0026 documentation: Amazon Bedrock +25\n\n- Amazon Bedrock (94): Model reading. No OpenAPI, but the bedrock-runtime and bedrock Smithy models are public in aws/api-models-aws with types, required members and enums, counted as for S3 (25). llms.txt for the user guide with about 2,000 lines, each page with a Markdown twin (10). Model cards state context, output limits, endpoints and supported functions per model, and the guide now recommends `bedrock-runtime` for new work, but support for each API, endpoint and feature changes model by model (16 of 20). Structured outputs compile JSON Schema to a grammar, with `minimum`, `maximum` and string lengths supported, though some inference profiles don't support it, such as Haiku 4.5 through the India profile (13 of 15). Every operation lists typed errors with HTTP codes and links to a troubleshooting page with causes and fixes, and examples run through the guide (15). API version 2023-09-30 and a dated document history with an RSS feed, newest entry 30 October 2026, with structured outputs for Claude on both endpoints added on 18 October (15).\n- DeepInfra (69): Model reading. Public OpenAPI 3.1.0 document at api.deepinfra.com/openapi.json with 131 paths, 157 operations and 257 schemas on 2 November 2026. `llms.txt` now links that document, though the docs host's own copy still returns Mintlify's sample plant store document, and the spec lists chat at `/v1/chat/completions` while every docs example uses `/v1/openai/chat/completions` (22 of 25). `llms.txt` with 224 links and a Markdown copy of every docs page (10). Guide pages for tool calling, structured output, caching, batch and service tiers say when to use each. Many reference operations have a name and no description (14 of 20). Typed parameters with 49 enums, 31 chat properties and two required (11 of 15). Curl, Python and JavaScript examples on each page. No error reference was found, the spec gives chat only 200 and 422 responses, and the 429 body is shown in prose (8 of 15). No changelog was found. The spec version reads 1.0.0, and the docs repository on GitHub has a public commit history (4 of 15).\n\n### Maintenance \u0026 community: Amazon Bedrock +20\n\n- Amazon Bedrock (81): Model reading. The last model or API change is 30 October 2026 (OpenAI model API support and cross-Region inference in GovCloud), after structured outputs for Claude on both endpoints on 18 October (30). Models launched since 7 September 2026 get a 6-month or 45-day Legacy period, but the legacy page, which promises at least 6 months in Legacy, lists Claude 3 Haiku, 3 Sonnet, 3.5 Sonnet, 3.5 Sonnet v2 and 3.7 Sonnet as Legacy from 10 or 13 October with end of life on 13 November in several Regions, about 34 days (6 of 12, down from 10). Six models reached end of life in the 90 days to 6 November on five dates, Command R and R+ on 19 August, Claude 3 Haiku on 10 September, Nova Sonic on 14 September, Nova Canvas and Nova Reel on 30 September and Claude Sonnet 4 on 14 October (3 of 8, down from 4). Dated document history several times a month, What's New and re:Post, with direct support on a paid plan (12 of 15). SDK issue replies not sampled (5 of 10). Current official SDKs, boto3 1.43.125 on 5 November and `@aws-sdk/client-bedrock-runtime` 3.1163.0 (15). Supported runtimes stated, Python 3.10 or later and Node 20 or later (10). Down from 86 on 6 October.\n- DeepInfra (61): Model reading. The docs repository changed on 26 October 2026, and on 22 October documented Nemotron 3.5 image embeddings and reranker scores (30). Deprecated models get at least one week's notice by email, then requests are forwarded to a replacement (5 of 12). Churn. In the 90 days to 2 November four redirect dates passed (8, 9, 12 and 25 October, five models), Kimi-K2.7-Code was deprecated before 28 September, and three more are scheduled for 2 and 3 November. Three or more removal dates in 90 days give 0, as groq and fireworks-inference were read (0 of 8, was 4 when the five were only scheduled). No changelog. Support is by Discord and a feedback address, and the docs repository is public (7 of 15). Replies on the SDK repositories were not examined (3 of 10). Python `deepinfra` 0.3.0 from 12 August 2026 with a changelog. The Node repository tagged 2.1.0 on 1 September 2026, and npm couldn't be read on 2 November, so its 8 October reading of 2.0.2 from 8 May 2024 stands (9 of 15). CI workflows in both SDK repositories (7 of 10). 30 + 5 + 0 + 7 + 3 + 9 + 7 = 61.\n\n### Transparency \u0026 trust: Amazon Bedrock +17\n\n- Amazon Bedrock (85): Closed service under the AWS Customer Agreement and Service Terms, with the SDKs and Smithy models under Apache-2.0 (18, as for S3). The data retention, abuse detection and security pages agree that Bedrock stores nothing by default, name the models that retain traffic and for how long, and say retained data isn't shared with providers. The retention page's `default` mode says AWS 'may retain the data for safety and abuse-prevention purposes' without a period, and a legacy `provider_data_share` mode is kept though sharing isn't supported (25 of 30). A written lifecycle policy with Legacy and EOL dates per model, but the legacy table's 34-day Legacy periods for five Claude models in some Regions contradict its own 6-month floor (15 of 20, down from 18). AWS's sub-processor list, per the 4 October S3 check, and per-Region, geographic and global inference options, with global routing able to process data in any commercial Region (18 of 20).\n- DeepInfra (68): Closed service with terms that name the entity and California law, and an MIT licence on the SDKs and docs (15). The terms (last modified 15 October 2026), the privacy policy and the data privacy page agree on no storage and no training, the terms say their retention clause controls, and personal information is removed 30 days after account deletion. The terms now point to a DPA on the trust centre, which lists it among documents available on request, and the entity is written Deep Infra Inc. in the terms and DeepInfra, Inc. in the privacy policy (21 of 30). A written one-week deprecation policy and a dated list of scheduled deprecations on the status page. No record of past removals was found (14 of 20). The sub-processor list names Stripe, Amazon Web Services and Google Cloud Platform, as does the trust centre. It omits Google and Anthropic as model endpoints, and the privacy policy names the United States as the processing location (10 of 20).\n\n### Agent ergonomics: Amazon Bedrock +15\n\n- Amazon Bedrock (92): Model reading of the checklist (tool use, structured output, caching, context, batch, SDKs, errors). Converse takes tools with `toolChoice` auto, any or a named tool and `strict: true`, but forced choice depends on the model behind it (17 of 20). Structured outputs on supported models only (13 of 15). Explicit and implicit prompt caching, cache reads at $0.20 per million on Opus 5.5, 0.05x input, with 5-minute and 1-hour TTLs (15). 1M-token context on Opus 5.5, Sonnet 5.5 and Nova 2 Lite, a judgement call since Bedrock has no default model (15). Batch at half price on supported models, but the pricing page shows none for Opus 5.5 or Sonnet 5.5, while Flex is half price on Nova (7 of 10). AWS SDKs in every major language plus token generators for Python, JavaScript and Java (10). Typed errors with recovery advice per code (15).\n- DeepInfra (77): Model reading of the checklist (tool use, structured output, caching, context, batch, SDKs, errors). Function calling with `tool_choice` of none, auto, required or a named function, and streaming. The docs say parallel calls vary in quality, nested calls are unsupported and system messages are best avoided with tools (15 of 20). `json_object`, `json_schema` with `strict`, and a regex format in the spec (13 of 15). Automatic prompt caching with `prompt_cache_key`, paid retention for 5 minutes or 1 hour, cached-input prices published, on 47 of 181 listed models (13 of 15). Context of 1,048,576 tokens on DeepSeek V4, Kimi K3 and GLM 5.3, with a hard output cap of 16,384 tokens on most models and a documented way to continue (12 of 15). Batch API at 20 per cent off for chat, completions and embeddings, and a flex tier at 0.8x (10). The OpenAI and Anthropic clients work with a changed base URL. The Python package `deepinfra` 0.3.0 dates from 12 August 2026, and npm listed 2.0.2 from May 2024 on 8 October (7 of 10). 429 carries an `engine_overloaded` code. Native routes return a bare `error` string, and no list of codes was found (7 of 15).\n\n### Payments \u0026 pricing: Amazon Bedrock +10\n\n- Amazon Bedrock (30): No x402, MPP or L402 (0). Per-token prices per model, tier and Region on the public pricing page, filled from AWS's public price feed (20). New accounts get up to $200 in Free Tier credits and the Free Tier page lists Bedrock among eligible services, and the Free Tier FAQ says most new customers don't need a payment method, but AWS may still ask for one, so half, as for S3 (10). A person signs up for AWS in a browser and sets up IAM before any key exists (0).\n- DeepInfra (20): No machine payment protocol (0). Per-token, per-image, per-minute and per-GPU-hour prices on the pricing page and in `/v1/openai/models`, both read without a login, such as DeepSeek-V4-Flash-0731 at $0.06 in and $0.18 out per 1M tokens (20). No free tier. The pricing page says an account must add a card or prepay (0). A person signs up in a browser, and the key API needs an existing key (0).\n\n## Score by category\n\n| Category | Weight | Amazon Bedrock | DeepInfra | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 80 | 75 | Amazon Bedrock +5 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 94 | 69 | Amazon Bedrock +25 |\n| Agent ergonomics | 13% (16.2 this run) | 92 | 77 | Amazon Bedrock +15 |\n| Security \u0026 auth | 14% (17.5 this run) | 98 | 64 | Amazon Bedrock +34 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 30 | 20 | Amazon Bedrock +10 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 81 | 61 | Amazon Bedrock +20 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 85 | 68 | Amazon Bedrock +17 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **81.7 · A** | **63.7 · B** | |\n\n## Facts side by side\n\n| Fact | Amazon Bedrock | DeepInfra |\n| --- | --- | --- |\n| Kind | Model API | Model API |\n| Vendor | Amazon Web Services | Deep Infra Inc. |\n| Hosted endpoint | `https://bedrock-runtime.us-east-1.amazonaws.com` | `https://api.deepinfra.com/v1/openai` |\n| Transports | HTTP | HTTP |\n| Auth | OAuth or key | API key |\n| Pricing | Pay per use | Pay per use |\n| x402 | no | no |\n| Licence | Proprietary service under the AWS Customer Agreement and Service Terms. Third-party models carry their providers' licence terms. The AWS SDKs and the Smithy service models are Apache-2.0 | Proprietary service under the DeepInfra Terms of Service. The Python and Node SDKs and the docs repository are MIT |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| Last release | 2026-10-30 | 2026-10-26 |\n| Terms last updated | 2026-10-01 | 2026-08-17 |\n| Privacy policy last updated | 2026-05-18 | 2026-08-15 |\n| Customer content may train models | yes, with an opt-out | not found in the text |\n| Terms restrict automated access | yes | not found in the text |\n| Terms restrict benchmarking | yes | yes |\n| Terms or service can change without notice | yes | not found in the text |\n| Arbitration or class-action waiver | not found in the text | yes |\n| Popularity | 21.8M npm/wk | 21 stars, 1.2k npm/wk, 50 PyPI/wk |\n| Agent reviews | none | 3.5/5 (4) |\n\n## What the same task costs\n\n| Task | Amazon Bedrock | DeepInfra |\n| --- | --- | --- |\n| Research a product and write a sourced report | $43.88 | $0.18 |\n| Build a small four-page website | $10.03 | $0.05 |\n| Find and fix a bug in a large codebase | $2.16 | $0.01 |\n\n## How the scores have moved\n\n### Amazon Bedrock\n\nNo score change since it was listed.\n\n### DeepInfra\n\n- +0.6 on 2 November 2026: product, correction\n- +0.1 on 27 October 2026: checklist\n\n## Verdicts\n\n**Amazon Bedrock.** Bedrock reaches Claude, GPT-6, Nova, Llama and other families through one IAM-controlled API, with a 99.9 per cent SLA and a per-Region zero-retention switch. Setup needs an AWS account, IAM permissions and a Region, capabilities vary by model, and some Regions gave five older Claude models about 34 days of notice.\n\n**DeepInfra.** The model list, context sizes and per-token prices are readable without a key, and keys can carry an IP allowlist, a monthly spending cap and model-limited JWTs. Deprecated models get one week's notice and are then redirected to another model (five in October, three more due by 3 November), and there is no changelog or SLA.\n\n## Before you call either\n\n### Amazon Bedrock\n\n1. Use the geographic or global inference ID from the model card, such as `global.anthropic.claude-opus-5-5`. Global routing is cheaper but can process data in any commercial Region\n2. Set `data_retention_mode` to `none` in each Region before sending sensitive data. Models that need retention then return ValidationException\n3. Back off with jitter on 429 ThrottlingException, 503 and 529 `overloaded_error`, and honour `Retry-After` when it's sent\n4. Generate short-term API keys from an IAM role for production. Long-term keys create an IAM user and AWS marks them exploration only\n5. Call ListFoundationModels in your Region and read `modelLifecycle` before pinning a model ID. Claude 3.x IDs in several Regions stop working on 13 November 2026 and requests don't redirect\n\n### DeepInfra\n\n1. Call `GET https://api.deepinfra.com/v1/openai/models` at start-up for ids, context sizes and prices. No key is needed\n2. Check the `model` field of each response. After a deprecation date, requests to the old id are served by a replacement model\n3. Ask the account owner for a scoped JWT limited to the models and spend the task needs, not the full API key\n4. Stay under 200 concurrent requests per model. On 429 `engine_overloaded`, retry after a delay, or send `models` with up to four fallbacks\n5. Never inspect a JWT with `GET /v1/scoped-jwt?jwtoken=`, which puts the token in the URL. Keep credentials in the `Authorization` header\n\n## Questions\n\n### Which is better for AI agents, Amazon Bedrock or DeepInfra?\n\nAmazon Bedrock scores 81.7 (A) on agent readiness against DeepInfra's 63.7 (B), and leads in every scored category.\n\n### Do Amazon Bedrock and DeepInfra need an API key?\n\nAmazon Bedrock takes an API key or an OAuth sign-in. DeepInfra needs an API key.\n\n### Can an agent call Amazon Bedrock and DeepInfra without installing anything?\n\nYes. Amazon Bedrock has a hosted endpoint at https://bedrock-runtime.us-east-1.amazonaws.com and DeepInfra at https://api.deepinfra.com/v1/openai.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/amazon-bedrock-vs-deepinfra.json, and with the fewest tokens: https://www.anchorterminal.com/compare/amazon-bedrock-vs-deepinfra.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"amazon-bedrock\", \"b\": \"deepinfra\"}`. From a terminal: `anchor compare amazon-bedrock deepinfra`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/amazon-bedrock.json and https://www.anchorterminal.com/api/v1/tools/deepinfra.json\n\n## Other comparisons with Amazon Bedrock or DeepInfra\n\n- [Amazon Bedrock vs Claude API](https://www.anchorterminal.com/compare/amazon-bedrock-vs-anthropic-api.md)\n- [Amazon Bedrock vs Antseed](https://www.anchorterminal.com/compare/amazon-bedrock-vs-antseed.md)\n- [Amazon Bedrock vs Azure OpenAI in Foundry Models](https://www.anchorterminal.com/compare/amazon-bedrock-vs-azure-openai.md)\n- [Amazon Bedrock vs BlockRun.AI](https://www.anchorterminal.com/compare/amazon-bedrock-vs-blockrun-ai.md)\n- [Amazon Bedrock vs Cerebras Inference](https://www.anchorterminal.com/compare/amazon-bedrock-vs-cerebras-inference.md)\n- [Amazon Bedrock vs Cloudflare AI Gateway](https://www.anchorterminal.com/compare/amazon-bedrock-vs-cloudflare-ai-gateway.md)\n- [Amazon Bedrock vs Cloudflare Workers AI](https://www.anchorterminal.com/compare/amazon-bedrock-vs-cloudflare-workers-ai.md)\n- [Amazon Bedrock vs Cohere Chat API (Command models)](https://www.anchorterminal.com/compare/amazon-bedrock-vs-cohere-chat.md)\n- [Amazon Bedrock vs DeepSeek API](https://www.anchorterminal.com/compare/amazon-bedrock-vs-deepseek-api.md)\n- [Amazon Bedrock vs Eden AI](https://www.anchorterminal.com/compare/amazon-bedrock-vs-eden-ai.md)\n- [Amazon Bedrock vs Glimpse](https://www.anchorterminal.com/compare/amazon-bedrock-vs-elorian-glimpse.md)\n- [Amazon Bedrock vs Fireworks AI Inference](https://www.anchorterminal.com/compare/amazon-bedrock-vs-fireworks-inference.md)\n- [Amazon Bedrock vs Gemini Developer API](https://www.anchorterminal.com/compare/amazon-bedrock-vs-gemini-api.md)\n- [Amazon Bedrock vs GroqCloud](https://www.anchorterminal.com/compare/amazon-bedrock-vs-groq.md)\n- [Amazon Bedrock vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/amazon-bedrock-vs-hugging-face-inference-providers.md)\n- [Amazon Bedrock vs Inkling 2 Small](https://www.anchorterminal.com/compare/amazon-bedrock-vs-inkling-2-small.md)\n- [Amazon Bedrock vs Jais 3](https://www.anchorterminal.com/compare/amazon-bedrock-vs-jais-3.md)\n- [Amazon Bedrock vs Meta Model API](https://www.anchorterminal.com/compare/amazon-bedrock-vs-meta-model-api.md)\n- [Amazon Bedrock vs MiniMax API](https://www.anchorterminal.com/compare/amazon-bedrock-vs-minimax-api.md)\n- [Amazon Bedrock vs Mistral AI API](https://www.anchorterminal.com/compare/amazon-bedrock-vs-mistral-api.md)\n- [Amazon Bedrock vs Muse Spark Open](https://www.anchorterminal.com/compare/amazon-bedrock-vs-muse-spark-open.md)\n- [Amazon Bedrock vs Nemotron 3.5 Super VL](https://www.anchorterminal.com/compare/amazon-bedrock-vs-nemotron-3-5-super-vl.md)\n- [Amazon Bedrock vs Novita AI](https://www.anchorterminal.com/compare/amazon-bedrock-vs-novita-ai.md)\n- [Amazon Bedrock vs OpenAI API](https://www.anchorterminal.com/compare/amazon-bedrock-vs-openai-api.md)\n- [Amazon Bedrock vs OpenRouter](https://www.anchorterminal.com/compare/amazon-bedrock-vs-openrouter.md)\n- [Amazon Bedrock vs Prism Inference](https://www.anchorterminal.com/compare/amazon-bedrock-vs-prism-inference.md)\n- [Amazon Bedrock vs Router.com (Ramp Router)](https://www.anchorterminal.com/compare/amazon-bedrock-vs-ramp-router.md)\n- [Amazon Bedrock vs Beam 1.0](https://www.anchorterminal.com/compare/amazon-bedrock-vs-reflection-beam.md)\n- [Amazon Bedrock vs RouterPlus](https://www.anchorterminal.com/compare/amazon-bedrock-vs-routerplus.md)\n- [Amazon Bedrock vs SambaCloud](https://www.anchorterminal.com/compare/amazon-bedrock-vs-sambanova.md)\n- [Amazon Bedrock vs SiliconFlow](https://www.anchorterminal.com/compare/amazon-bedrock-vs-siliconflow.md)\n- [Amazon Bedrock vs Simplismart](https://www.anchorterminal.com/compare/amazon-bedrock-vs-simplismart.md)\n- [Amazon Bedrock vs StepFun API](https://www.anchorterminal.com/compare/amazon-bedrock-vs-stepfun-api.md)\n- [Amazon Bedrock vs SWE-2 Flash](https://www.anchorterminal.com/compare/amazon-bedrock-vs-swe-2-flash.md)\n- [Amazon Bedrock vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/amazon-bedrock-vs-tencent-tokenhub.md)\n- [Amazon Bedrock vs Together AI Inference](https://www.anchorterminal.com/compare/amazon-bedrock-vs-together-inference.md)\n- [Amazon Bedrock vs Vercel AI Gateway](https://www.anchorterminal.com/compare/amazon-bedrock-vs-vercel-ai-gateway.md)\n- [Amazon Bedrock vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/amazon-bedrock-vs-vertex-ai.md)\n- [Amazon Bedrock vs xAI API (Grok)](https://www.anchorterminal.com/compare/amazon-bedrock-vs-xai-api.md)\n- [Claude API vs DeepInfra](https://www.anchorterminal.com/compare/anthropic-api-vs-deepinfra.md)\n- [Antseed vs DeepInfra](https://www.anchorterminal.com/compare/antseed-vs-deepinfra.md)\n- [Azure OpenAI in Foundry Models vs DeepInfra](https://www.anchorterminal.com/compare/azure-openai-vs-deepinfra.md)\n- [BlockRun.AI vs DeepInfra](https://www.anchorterminal.com/compare/blockrun-ai-vs-deepinfra.md)\n- [Cerebras Inference vs DeepInfra](https://www.anchorterminal.com/compare/cerebras-inference-vs-deepinfra.md)\n- [Cloudflare AI Gateway vs DeepInfra](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-deepinfra.md)\n- [Cloudflare Workers AI vs DeepInfra](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-deepinfra.md)\n- [Cohere Chat API (Command models) vs DeepInfra](https://www.anchorterminal.com/compare/cohere-chat-vs-deepinfra.md)\n- [DeepInfra vs DeepSeek API](https://www.anchorterminal.com/compare/deepinfra-vs-deepseek-api.md)\n- [DeepInfra vs Eden AI](https://www.anchorterminal.com/compare/deepinfra-vs-eden-ai.md)\n- [DeepInfra vs Glimpse](https://www.anchorterminal.com/compare/deepinfra-vs-elorian-glimpse.md)\n- [DeepInfra vs Fireworks AI Inference](https://www.anchorterminal.com/compare/deepinfra-vs-fireworks-inference.md)\n- [DeepInfra vs Gemini Developer API](https://www.anchorterminal.com/compare/deepinfra-vs-gemini-api.md)\n- [DeepInfra vs GroqCloud](https://www.anchorterminal.com/compare/deepinfra-vs-groq.md)\n- [DeepInfra vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/deepinfra-vs-hugging-face-inference-providers.md)\n- [DeepInfra vs Inkling 2 Small](https://www.anchorterminal.com/compare/deepinfra-vs-inkling-2-small.md)\n- [DeepInfra vs Jais 3](https://www.anchorterminal.com/compare/deepinfra-vs-jais-3.md)\n- [DeepInfra vs Meta Model API](https://www.anchorterminal.com/compare/deepinfra-vs-meta-model-api.md)\n- [DeepInfra vs MiniMax API](https://www.anchorterminal.com/compare/deepinfra-vs-minimax-api.md)\n- [DeepInfra vs Mistral AI API](https://www.anchorterminal.com/compare/deepinfra-vs-mistral-api.md)\n- [DeepInfra vs Muse Spark Open](https://www.anchorterminal.com/compare/deepinfra-vs-muse-spark-open.md)\n- [DeepInfra vs Nemotron 3.5 Super VL](https://www.anchorterminal.com/compare/deepinfra-vs-nemotron-3-5-super-vl.md)\n- [DeepInfra vs Novita AI](https://www.anchorterminal.com/compare/deepinfra-vs-novita-ai.md)\n- [DeepInfra vs OpenAI API](https://www.anchorterminal.com/compare/deepinfra-vs-openai-api.md)\n- [DeepInfra vs OpenRouter](https://www.anchorterminal.com/compare/deepinfra-vs-openrouter.md)\n- [DeepInfra vs Prism Inference](https://www.anchorterminal.com/compare/deepinfra-vs-prism-inference.md)\n- [DeepInfra vs Router.com (Ramp Router)](https://www.anchorterminal.com/compare/deepinfra-vs-ramp-router.md)\n- [DeepInfra vs Beam 1.0](https://www.anchorterminal.com/compare/deepinfra-vs-reflection-beam.md)\n- [DeepInfra vs RouterPlus](https://www.anchorterminal.com/compare/deepinfra-vs-routerplus.md)\n- [DeepInfra vs SambaCloud](https://www.anchorterminal.com/compare/deepinfra-vs-sambanova.md)\n- [DeepInfra vs SiliconFlow](https://www.anchorterminal.com/compare/deepinfra-vs-siliconflow.md)\n- [DeepInfra vs Simplismart](https://www.anchorterminal.com/compare/deepinfra-vs-simplismart.md)\n- [DeepInfra vs StepFun API](https://www.anchorterminal.com/compare/deepinfra-vs-stepfun-api.md)\n- [DeepInfra vs SWE-2 Flash](https://www.anchorterminal.com/compare/deepinfra-vs-swe-2-flash.md)\n- [DeepInfra vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/deepinfra-vs-tencent-tokenhub.md)\n- [DeepInfra vs Together AI Inference](https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.md)\n- [DeepInfra vs Vercel AI Gateway](https://www.anchorterminal.com/compare/deepinfra-vs-vercel-ai-gateway.md)\n- [DeepInfra vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/deepinfra-vs-vertex-ai.md)\n- [DeepInfra vs xAI API (Grok)](https://www.anchorterminal.com/compare/deepinfra-vs-xai-api.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-11-07", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.7", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Amazon Bedrock vs DeepInfra", "url": "" } ], "description": "Amazon Bedrock scores 81.7 (A) to DeepInfra's 63.7 (B) for llm inference. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Amazon Bedrock A 81.7", "DeepInfra B 63.7", "scores" ], "h1": "Amazon Bedrock vs DeepInfra", "image": "https://www.anchorterminal.com/assets/og/default.png", "path": "/compare/amazon-bedrock-vs-deepinfra", "published": "2026-10-01", "section": "tools", "title": "Amazon Bedrock vs DeepInfra for AI agents in 2026: scores and prices", "toc": null, "updated": "2026-11-07", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-deepinfra" }, "tokens": { "markdown": 7250, "slim": 3830 }, "version": 1 }