{ "data": { "a": { "slug": "baseten", "name": "Baseten", "vendor": "Baseten", "vendorUrl": "https://www.baseten.co", "kind": "http-api", "category": "gpu-compute", "summary": "Dedicated model deployments packaged with the open-source Truss framework and served behind a per-model HTTPS endpoint, with autoscaling from zero replicas, async inference, a management API and per-minute GPU billing from T4 to B200.", "url": "https://www.anchorterminal.com/tools/baseten", "markdownUrl": "https://www.anchorterminal.com/tools/baseten.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/baseten.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/baseten.json", "repo": "https://github.com/basetenlabs/truss", "license": "MIT", "transports": [ "http" ], "remoteUrl": "https://api.baseten.co", "packages": [ { "registry": "pypi", "name": "truss" } ], "auth": "api-key", "authNotes": "API key from the workspace settings, sent as `Authorization: Bearer $BASETEN_API_KEY` (preferred) or the legacy `Authorization: Api-Key` scheme. Keys created from 1 October 2026 carry a `b10_` prefix. Inference goes to model-\u003cid\u003e.api.baseten.co and management calls to api.baseten.co.", "pricing": "usage", "pricingNotes": "Basic is $0 a month, pay as you go; Pro and Enterprise add volume discounts. Dedicated deployments bill per minute of replica time, including start-up and idle, and nothing at zero replicas. T4 16 GiB $0.01052 a minute (about $0.63 an hour), L4 24 GiB $0.01414 ($0.85), A10G 24 GiB $0.02012 ($1.21), H100 MIG 40 GiB $0.0625 ($3.75), A100 80 GiB $0.06667 ($4.00), H100 80 GiB $0.10833 ($6.50), B200 180 GiB $0.16633 ($9.98). New accounts get a small credit to try the UI. Model APIs bill per token instead (https://www.baseten.co/pricing/).", "priceSummary": "Pay per use", "where": "hosted", "x402": { "level": "no", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 1200, "npmWeekly": null, "pypiWeekly": 74496, "asOf": "2026-09-30" }, "docsUrl": "https://docs.baseten.co", "llmsTxt": "https://docs.baseten.co/llms.txt", "openapi": "https://api.baseten.co/v1/spec", "capabilities": [ "compute.gpu", "compute.endpoints", "compute.serverless", "compute.containers" ], "tags": [ "hosted", "usage-priced", "python", "llms-txt", "open-source", "async-jobs", "webhooks", "enterprise" ], "lastRelease": "2026-09-28", "graded": true, "anchor": { "graded": true, "score": 66.5, "grade": "B", "agentReady": false, "rank": 264, "ranked": true, "rankOf": 842, "categoryRank": 2, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 55, "maintenance": 90, "payments": 40, "reliability": 80, "schema": 84, "security": 82, "transparency": 65 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-01" }, "negative": -5, "negativeNotes": [ "-5: a GitHub personal access token for `basetenbot`, exposed in a public Harbor image since March 2023, gave admin and push access to Baseten's main product repository, the GitOps repository that drives its clusters, its Homebrew tap and per-customer private repositories. Reported on 2026-07-13, revoked on 2026-07-14, no misuse found, published with Baseten's approval in September 2026. Deducted less because the fix was quick and documented (https://www.strix.ai/blog/baseten-harbor-github-pat-takeover)" ], "verdict": "Team API keys scoped to inference-only, metrics-only or a single environment or model, plus a Viewer role since 1 September 2026. H100 at $6.50 and A100 at $4.00 an hour, and start-up and idle replica time are billed.", "bestFor": "Teams that want one model behind a production endpoint with real autoscaling knobs, environments and scoped keys.", "strengths": [ "Team API keys scoped to inference-only, metrics-only or a single environment or model, plus a Viewer role since 1 September 2026", "Public OpenAPI spec for the management API at api.baseten.co/v1/spec, and llms.txt with Markdown twins", "Rate limits published per endpoint with a `retry_after` field on 429", "Free starting credits with no payment method needed until they run out", "Truss (MIT) keeps the model package portable, with three releases in September 2026" ], "weaknesses": [ "H100 at $6.50 and A100 at $4.00 an hour, and start-up and idle replica time are billed", "21 status-page incidents between 31 July and 29 September 2026, mostly single-cluster 5xx", "A bot token with admin access to the product and GitOps repositories sat exposed from March 2023 until July 2026", "No pagination on management list endpoints and no idempotency keys", "No SLA below Enterprise, no bug bounty and no security.txt" ], "agentNotes": [ "Create a team key with inference-only permission for calling models and keep full-access keys out of the agent", "Sleep for `retry_after` seconds on a 429 from api.baseten.co; the activate and deactivate endpoints allow 20 calls a minute", "Retry 429, 503 and 529 with backoff, but treat 500 as a bug in your model code", "Set `scale_down_delay` below the 900-second default or every burst bills 15 idle minutes", "Send payloads over 256 KiB to `/predict`, not `/async_predict`, unless support has raised the async limit" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 2, "avgRating": 3.5, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 66.5 } ], "editorialScores": { "ergonomics": 55, "maintenance": 90, "payments": 40, "reliability": 80, "schema": 84, "security": 82, "transparency": 58 }, "provenanceScore": 71 }, "connect": { "install": "pip install truss", "http": "curl -X POST \"https://model-$BASETEN_MODEL_ID.api.baseten.co/environments/production/predict\" \\\n -H \"Authorization: Bearer $BASETEN_API_KEY\" -H \"Content-Type: application/json\" \\\n -d '{\"prompt\":\"Hello, world!\"}'" }, "letme": { "capability": "https://letme.dev/compute.gpu", "tool": "https://letme.dev/baseten" }, "area": "models", "unitPrices": [ { "item": "H100 80 GiB", "unit": "gpu-hour", "usd": 6.5, "note": "$0.10833 a minute" }, { "item": "B200 180 GiB", "unit": "gpu-hour", "usd": 9.98, "note": "$0.16633 a minute" }, { "item": "A100 80 GiB", "unit": "gpu-hour", "usd": 4, "note": "$0.06667 a minute" }, { "item": "H100 MIG 40 GiB", "unit": "gpu-hour", "usd": 3.75, "note": "$0.0625 a minute" }, { "item": "A10G 24 GiB", "unit": "gpu-hour", "usd": 1.21, "note": "$0.02012 a minute" }, { "item": "L4 24 GiB", "unit": "gpu-hour", "usd": 0.85, "note": "$0.01414 a minute" }, { "item": "T4 16 GiB", "unit": "gpu-hour", "usd": 0.63, "note": "$0.01052 a minute" } ], "provenance": { "legalEntity": "Baseten Labs, Inc.", "domain": "baseten.co", "domainRegistered": "", "endpointOnVendorDomain": true, "terms": "https://www.baseten.co/terms-and-conditions/", "privacy": "https://www.baseten.co/privacy-policy/", "statusPage": "https://status.baseten.co", "changelog": "https://www.baseten.co/changelog/", "securityTxt": "none", "checked": "2026-09-30", "notes": [ "Terms name Baseten Labs, Inc. under California law with venue in San Francisco. The privacy policy gives 560 Davis St., Suite 250, San Francisco.", "Inference runs on model-\u003cid\u003e.api.baseten.co, a subdomain of the vendor domain.", "www.baseten.co/.well-known/security.txt returns 404.", "The .co registry's RDAP server couldn't be reached, so the registration date is unrecorded." ], "score": 71 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/baseten.json", "live": { "slug": "baseten", "probe": { "target": "https://api.baseten.co", "method": "get", "lastAt": "2026-10-09T11:46:23.124800635Z", "lastOk": true, "lastStatus": 202, "lastMs": 428, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 459, "p95ms24h": 502, "samples24h": 259, "samples30d": 2109, "days": [ { "date": "2026-10-01", "probes": 109, "ok": 109 }, { "date": "2026-10-02", "probes": 248, "ok": 248 }, { "date": "2026-10-03", "probes": 271, "ok": 271 }, { "date": "2026-10-04", "probes": 272, "ok": 272 }, { "date": "2026-10-05", "probes": 272, "ok": 272 }, { "date": "2026-10-06", "probes": 272, "ok": 272 }, { "date": "2026-10-07", "probes": 272, "ok": 272 }, { "date": "2026-10-08", "probes": 268, "ok": 268 }, { "date": "2026-10-09", "probes": 125, "ok": 125 } ] }, "vendorStatus": { "page": "https://status.baseten.co", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-09T11:37:35.358650342Z" }, "versions": [ { "registry": "github", "name": "basetenlabs/truss", "version": "v0.18.33", "released": "2026-10-06", "seenAt": "2026-10-08T16:02:10.626982738Z" }, { "registry": "pypi", "name": "truss", "version": "0.18.33", "released": "2026-10-06", "seenAt": "2026-10-08T16:02:06.626291704Z" } ], "githubStars": 1214, "pypiWeekly": 62737, "securityTxt": { "url": "https://baseten.co/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-08T15:38:37.892521999Z" }, "llmsTxt": { "url": "https://docs.baseten.co/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-08T14:00:06.558742297Z" }, "domain": { "domain": "baseten.co", "checkedAt": "2026-10-04T13:09:05.701625104Z" }, "pages": [ { "url": "https://www.baseten.co/changelog/", "kind": "changelog", "status": 200, "checkedAt": "2026-10-08T18:26:31.551352111Z", "changedAt": "2026-10-06T16:14:05.469135663Z", "fingerprint": "fcc7d4bab97d" }, { "url": "https://www.baseten.co/pricing/", "kind": "pricing", "status": 200, "checkedAt": "2026-10-08T18:26:33.809519828Z", "changedAt": "2026-10-06T16:14:07.823033015Z", "fingerprint": "e41ad7119a6b" }, { "url": "https://www.baseten.co/privacy-policy/", "kind": "privacy", "status": 200, "checkedAt": "2026-10-08T18:26:35.678713031Z", "changedAt": "2026-10-06T16:14:09.752979771Z", "fingerprint": "09df4e188f65" }, { "url": "https://www.baseten.co/terms-and-conditions/", "kind": "terms", "status": 200, "checkedAt": "2026-10-08T18:26:38.014111749Z", "changedAt": "2026-10-06T16:14:11.853258349Z", "fingerprint": "a8b301619021" } ], "updatedAt": "2026-10-09T11:46:23.124800635Z" } }, "answer": "Baseten scores 66.5 (B) on agent readiness against Thunder Compute's 56.1 (C), and leads in every scored category.", "b": { "slug": "thunder-compute", "name": "Thunder Compute", "vendor": "Thunder Compute", "vendorUrl": "https://www.thundercompute.com", "kind": "http-api", "category": "gpu-compute", "summary": "Thunder Compute is a US GPU cloud renting RTX A6000, L40, A100 and H100 instances by the minute and GPU sandboxes by the second. Agents use its REST API, a hosted MCP server with OAuth, or the `tnr` CLI.", "url": "https://www.anchorterminal.com/tools/thunder-compute", "markdownUrl": "https://www.anchorterminal.com/tools/thunder-compute.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/thunder-compute.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/thunder-compute.json", "repo": "https://github.com/Thunder-Compute/thunder-cli", "license": "Proprietary service under Thunder Compute's Terms and Conditions. The `tnr` CLI on GitHub is MIT", "transports": [ "http", "streamable-http" ], "remoteUrl": "https://api.thundercompute.com:8443/v1", "packages": [ { "registry": "go", "name": "github.com/Thunder-Compute/thunder-cli" }, { "registry": "pypi", "name": "thunder-sandbox" } ], "auth": "mixed", "authNotes": "Self-serve. The hosted MCP server uses OAuth 2.0 with discovery. The first connection opens a browser to sign in and approve, tokens refresh, and the scopes are `instances:read`, `instances:write`, `snapshots:read`, `snapshots:write`, `sandboxes:read`, `sandboxes:write`, `billing:read` and `org:read`. The REST API takes a named API token as a Bearer header. Tokens are created and revoked one at a time in the console, or with the MCP `create_token` tool, and no token scopes were found. The CLI and the sandbox SDK read `TNR_API_TOKEN` for headless use. Price, specification, availability and template endpoints need no token.", "pricing": "usage", "pricingNotes": "No general free tier. Instances are billed by the minute while they run, paid by saved card or preloaded credit that is non-refundable. Per GPU an hour on 9 October 2026, RTX A6000 is $0.35, L40 $0.79, A100 80 GB $1.09 and H100 $3.20. Sandboxes are billed by the second and need access enabled by the vendor. Students with a US university email get $20 of credit for A6000 and L40 GPUs. Reserved capacity is by quote (https://www.thundercompute.com/pricing).", "priceSummary": "$0.04 / vCPU-hr", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs corpus, the OpenAPI document or the pricing page (checked 2026-10-09).", "endpoints": [] }, "toolCount": 28, "popularity": { "githubStars": 34, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-09" }, "docsUrl": "https://www.thundercompute.com/docs", "llmsTxt": "https://www.thundercompute.com/docs/llms.txt", "openapi": "https://api.thundercompute.com:8443/openapi.json", "registryName": "io.github.Thunder-Compute/thunder-compute", "capabilities": [ "compute.gpu", "compute.containers" ], "tags": [ "hosted", "usage-priced", "openapi", "llms-txt", "mcp", "cli", "oauth", "api-key", "python", "go", "status-page", "card-required", "closed-source" ], "lastRelease": "2026-09-16", "graded": true, "anchor": { "graded": true, "score": 56.1, "grade": "C", "agentReady": false, "rank": 576, "ranked": true, "rankOf": 842, "categoryRank": 10, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 48, "maintenance": 79, "payments": 20, "reliability": 65, "schema": 70, "security": 51, "transparency": 64 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-09" }, "negative": 0, "verdict": "The hosted MCP server signs in with OAuth and separate read and write scopes, and the REST API has a public OpenAPI 3.1 document with keyless price and availability endpoints. No rate limits, SLA or API changelog were found, instance creation has no idempotency key, and instances cannot be stopped, only deleted.", "bestFor": "Agents in coding tools that rent a single persistent GPU machine for development, fine-tuning or a model server, at low hourly prices and over MCP.", "strengths": [ "Hosted MCP server at `https://www.thundercompute.com/mcp` with OAuth and ten scopes that separate read from write for instances, snapshots and sandboxes", "Public OpenAPI 3.1 document with 41 operations, plus `llms.txt`, `llms-full.txt` and a Markdown copy of every docs page", "`GET /v2/pricing`, `GET /v2/specs` and `GET /v2/status` return prices, configurations and live availability without a token", "Section 28 of the terms, dated 28 September 2026, permits access by AI agents, scripts and SDKs through the account holder's own credentials", "The status page lists no incidents for July to October 2026 on its Website, API and Instances components" ], "weaknesses": [ "No rate limits, 429 guidance or SLA were found in the reviewed documentation, and the terms disclaim availability", "`POST /instances/create` has no idempotency key, so a retried launch can start a second billed instance", "Instances cannot be stopped. Pausing means taking a snapshot, deleting the instance and restoring later", "No general free tier. The $20 credit is limited to students with a US university email", "No security.txt or disclosure policy was found, and the SOC 2 Type II claim in `llms.txt` has no report or trust page linked", "The sub-processor list, last updated 27 August 2025, names Firebase for sign-in while the MCP docs name Stytch" ], "agentNotes": [ "Call `GET /v2/status` or the `get_availability` tool before creating an instance. Availability can change before launch, and creation fails when a type is sold out.", "List instances before retrying a failed create, because the call has no idempotency key.", "Pass `public_key` on create. If omitted, the response carries a generated private key that is returned once.", "To pause work, create a snapshot, delete the instance and later create a new instance from the snapshot. Snapshot storage keeps billing until deleted.", "For headless use set `TNR_API_TOKEN` to a token from the console. The MCP server needs a browser sign-in on first connection." ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 56.1 } ], "editorialScores": { "ergonomics": 48, "maintenance": 79, "payments": 20, "reliability": 65, "schema": 70, "security": 51, "transparency": 51 }, "provenanceScore": 77 }, "connect": { "install": "curl -fsSL https://raw.githubusercontent.com/Thunder-Compute/thunder-cli/main/scripts/install.sh | bash", "http": "curl https://api.thundercompute.com:8443/v2/pricing", "claudeCode": "claude mcp add --transport http thunder-compute https://www.thundercompute.com/mcp", "config": { "mcpServers": { "thunder-compute": { "url": "https://www.thundercompute.com/mcp" } } } }, "letme": { "capability": "https://letme.dev/compute.gpu", "tool": "https://letme.dev/thunder-compute" }, "area": "models", "unitPrices": [ { "item": "RTX A6000 48 GB instance", "unit": "gpu-hour", "usd": 0.35, "note": "Billed per minute. One GPU per instance" }, { "item": "L40 48 GB instance", "unit": "gpu-hour", "usd": 0.79, "note": "Billed per minute" }, { "item": "A100 80 GB instance", "unit": "gpu-hour", "usd": 1.09, "note": "Billed per minute. 4 and 8 GPU shapes cost $1.49 a GPU per the price endpoint" }, { "item": "H100 80 GB instance", "unit": "gpu-hour", "usd": 3.2, "note": "Billed per minute" }, { "item": "H100 80 GB sandbox", "unit": "gpu-hour", "usd": 2.95, "note": "Billed per second, plus vCPU and memory. Access on request" }, { "item": "A100 80 GB sandbox", "unit": "gpu-hour", "usd": 1.95, "note": "Billed per second, plus vCPU and memory. Access on request" }, { "item": "Extra instance vCPU", "unit": "vcpu-hour", "usd": 0.04, "note": "Above the vCPUs included with each GPU" }, { "item": "Sandbox vCPU", "unit": "vcpu-hour", "usd": 0.051, "note": "Memory is $0.016 per GiB an hour" }, { "item": "Instance disk above 100 GB per GPU", "unit": "gb-month", "usd": 0.219, "note": "Billed only while the instance runs" }, { "item": "Snapshot storage", "unit": "gb-month", "usd": 0.05, "note": "Kept until deleted" } ], "provenance": { "legalEntity": "Thunder GPU, Inc.", "domain": "thundercompute.com", "domainRegistered": "2024-02-29", "endpointOnVendorDomain": true, "terms": "https://www.thundercompute.com/terms-and-conditions", "privacy": "https://www.thundercompute.com/privacy-policy", "statusPage": "https://status.thundercompute.com", "changelog": "https://github.com/Thunder-Compute/thunder-cli/blob/main/CHANGELOG.md", "securityTxt": "none", "checked": "2026-10-09", "notes": [ "The Terms and Conditions, last updated 28 September 2026, name Thunder GPU, Inc., doing business as Thunder Compute, a Delaware company, and apply Delaware law. They cover the site and the services, with sections on automated access, usage billing and instance data deletion.", "The privacy policy, last updated 28 September 2026, covers the website and the GPU platform, including access by AI agents.", "The API answers at api.thundercompute.com on port 8443, and the MCP server at www.thundercompute.com/mcp, both on the vendor domain.", "/.well-known/security.txt answers 404.", "RDAP for thundercompute.com gives a registration date of 2024-02-29.", "The changelog linked is the CLI's. No API changelog was found.", "A Data Processing Addendum is published in the docs and a sub-processor list on the site, last updated 27 August 2025." ], "score": 77 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/thunder-compute.json", "live": { "slug": "thunder-compute", "probe": { "target": "https://api.thundercompute.com:8443/v1", "method": "get", "lastAt": "2026-10-09T11:46:42.843121353Z", "lastOk": true, "lastStatus": 404, "lastMs": 255, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 603, "p95ms24h": 730, "samples24h": 44, "samples30d": 44, "days": [ { "date": "2026-10-09", "probes": 44, "ok": 44 } ] }, "vendorStatus": { "page": "https://status.thundercompute.com", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-09T11:41:06.351340196Z" }, "updatedAt": "2026-10-09T11:46:42.843121353Z" } }, "facts": [ { "a": "HTTP API", "b": "HTTP API", "name": "Kind" }, { "a": "Baseten", "b": "Thunder Compute", "name": "Vendor" }, { "a": "https://api.baseten.co", "b": "https://api.thundercompute.com:8443/v1", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP, Streamable HTTP", "name": "Transports" }, { "a": "API key", "b": "OAuth or key", "name": "Auth" }, { "a": "Pay per use", "b": "Pay per use", "name": "Pricing" }, { "a": "not published", "b": "$0.219 per GB per month", "name": "Price for compute gpu" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "MIT", "b": "Proprietary service under Thunder Compute's Terms and Conditions. The `tnr` CLI on GitHub is MIT", "name": "Licence" }, { "a": "none", "b": "28", "name": "Tools exposed" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "not listed", "b": "io.github.Thunder-Compute/thunder-compute", "name": "MCP registry" }, { "a": "2026-09-28", "b": "2026-09-16", "name": "Last release" }, { "a": "no date given", "b": "2026-09-28", "name": "Terms last updated" }, { "a": "no date given", "b": "2026-09-28", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "yes", "b": "yes", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "yes", "name": "Terms or service can change without notice" }, { "a": "not found in the text", "b": "yes", "name": "Arbitration or class-action waiver" }, { "a": "1.2k stars, 74k PyPI/wk", "b": "34 stars", "name": "Popularity" }, { "a": "3.5/5 (2)", "b": "none", "name": "Agent reviews" } ], "faq": [ { "answer": "Baseten scores 66.5 (B) on agent readiness against Thunder Compute's 56.1 (C), and leads in every scored category.", "question": "Which is better for AI agents, Baseten or Thunder Compute?" }, { "answer": "Baseten needs an API key. Thunder Compute takes an API key or an OAuth sign-in.", "question": "Do Baseten and Thunder Compute need an API key?" }, { "answer": "Yes. Baseten has a hosted endpoint at https://api.baseten.co and Thunder Compute at https://api.thundercompute.com:8443/v1.", "question": "Can an agent call Baseten and Thunder Compute without installing anything?" }, { "answer": "Baseten is open source (MIT). No open-source release is listed for Thunder Compute.", "question": "Are Baseten and Thunder Compute open source?" } ], "goodFor": [ { "aheadOn": [ "Reliability, 80 against 65", "Schema \u0026 documentation, 84 against 70", "Agent ergonomics, 55 against 48", "Security \u0026 auth, 82 against 51", "Payments \u0026 pricing, 40 against 20", "Maintenance \u0026 community, 90 against 79" ], "also": [ "Open source" ], "goodFor": "Teams that want one model behind a production endpoint with real autoscaling knobs, environments and scoped keys.", "slug": "baseten", "watchFor": "H100 at $6.50 and A100 at $4.00 an hour, and start-up and idle replica time are billed" }, { "aheadOn": null, "also": [ "No incidents deducted, where Baseten loses 5 points for them" ], "goodFor": "Agents in coding tools that rent a single persistent GPU machine for development, fine-tuning or a model server, at low hourly prices and over MCP.", "slug": "thunder-compute", "watchFor": "No rate limits, 429 guidance or SLA were found in the reviewed documentation, and the terms disclaim availability" } ], "job": { "capability": "compute.gpu", "name": "Compute gpu" }, "others": [ { "json": "https://www.anchorterminal.com/compare/baseten-vs-beam.json", "title": "Baseten vs Beam", "url": "https://www.anchorterminal.com/compare/baseten-vs-beam" }, { "json": "https://www.anchorterminal.com/compare/baseten-vs-cerebrium.json", "title": "Baseten vs Cerebrium", "url": "https://www.anchorterminal.com/compare/baseten-vs-cerebrium" }, { "json": "https://www.anchorterminal.com/compare/baseten-vs-coreweave.json", "title": "Baseten vs CoreWeave", "url": "https://www.anchorterminal.com/compare/baseten-vs-coreweave" }, { "json": "https://www.anchorterminal.com/compare/baseten-vs-hugging-face-inference-endpoints.json", "title": "Baseten vs Hugging Face Inference Endpoints", "url": "https://www.anchorterminal.com/compare/baseten-vs-hugging-face-inference-endpoints" }, { "json": "https://www.anchorterminal.com/compare/baseten-vs-hyperbolic.json", "title": "Baseten vs Hyperbolic", "url": "https://www.anchorterminal.com/compare/baseten-vs-hyperbolic" }, { "json": "https://www.anchorterminal.com/compare/baseten-vs-koyeb.json", "title": "Baseten vs Koyeb", "url": "https://www.anchorterminal.com/compare/baseten-vs-koyeb" }, { "json": "https://www.anchorterminal.com/compare/baseten-vs-lambda.json", "title": "Baseten vs Lambda Cloud", "url": "https://www.anchorterminal.com/compare/baseten-vs-lambda" }, { "json": "https://www.anchorterminal.com/compare/baseten-vs-modal.json", "title": "Baseten vs Modal", "url": "https://www.anchorterminal.com/compare/baseten-vs-modal" }, { "json": "https://www.anchorterminal.com/compare/baseten-vs-nebius-ai-cloud.json", "title": "Baseten vs Nebius AI Cloud", "url": "https://www.anchorterminal.com/compare/baseten-vs-nebius-ai-cloud" }, { "json": "https://www.anchorterminal.com/compare/baseten-vs-northflank.json", "title": "Baseten vs Northflank", "url": "https://www.anchorterminal.com/compare/baseten-vs-northflank" }, { "json": "https://www.anchorterminal.com/compare/baseten-vs-replicate-deploy.json", "title": "Baseten vs Replicate Deployments", "url": "https://www.anchorterminal.com/compare/baseten-vs-replicate-deploy" }, { "json": "https://www.anchorterminal.com/compare/baseten-vs-runpod.json", "title": "Baseten vs Runpod", "url": "https://www.anchorterminal.com/compare/baseten-vs-runpod" }, { "json": "https://www.anchorterminal.com/compare/baseten-vs-vast-ai.json", "title": "Baseten vs Vast.ai", "url": "https://www.anchorterminal.com/compare/baseten-vs-vast-ai" }, { "json": "https://www.anchorterminal.com/compare/baseten-vs-verda.json", "title": "Baseten vs Verda", "url": "https://www.anchorterminal.com/compare/baseten-vs-verda" }, { "json": "https://www.anchorterminal.com/compare/beam-vs-thunder-compute.json", "title": "Beam vs Thunder Compute", "url": "https://www.anchorterminal.com/compare/beam-vs-thunder-compute" }, { "json": "https://www.anchorterminal.com/compare/cerebrium-vs-thunder-compute.json", "title": "Cerebrium vs Thunder Compute", "url": "https://www.anchorterminal.com/compare/cerebrium-vs-thunder-compute" }, { "json": "https://www.anchorterminal.com/compare/coreweave-vs-thunder-compute.json", "title": "CoreWeave vs Thunder Compute", "url": "https://www.anchorterminal.com/compare/coreweave-vs-thunder-compute" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-endpoints-vs-thunder-compute.json", "title": "Hugging Face Inference Endpoints vs Thunder Compute", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-endpoints-vs-thunder-compute" }, { "json": "https://www.anchorterminal.com/compare/hyperbolic-vs-thunder-compute.json", "title": "Hyperbolic vs Thunder Compute", "url": "https://www.anchorterminal.com/compare/hyperbolic-vs-thunder-compute" }, { "json": "https://www.anchorterminal.com/compare/koyeb-vs-thunder-compute.json", "title": "Koyeb vs Thunder Compute", "url": "https://www.anchorterminal.com/compare/koyeb-vs-thunder-compute" }, { "json": "https://www.anchorterminal.com/compare/lambda-vs-thunder-compute.json", "title": "Lambda Cloud vs Thunder Compute", "url": "https://www.anchorterminal.com/compare/lambda-vs-thunder-compute" }, { "json": "https://www.anchorterminal.com/compare/modal-vs-thunder-compute.json", "title": "Modal vs Thunder Compute", "url": "https://www.anchorterminal.com/compare/modal-vs-thunder-compute" }, { "json": "https://www.anchorterminal.com/compare/nebius-ai-cloud-vs-thunder-compute.json", "title": "Nebius AI Cloud vs Thunder Compute", "url": "https://www.anchorterminal.com/compare/nebius-ai-cloud-vs-thunder-compute" }, { "json": "https://www.anchorterminal.com/compare/northflank-vs-thunder-compute.json", "title": "Northflank vs Thunder Compute", "url": "https://www.anchorterminal.com/compare/northflank-vs-thunder-compute" }, { "json": "https://www.anchorterminal.com/compare/replicate-deploy-vs-thunder-compute.json", "title": "Replicate Deployments vs Thunder Compute", "url": "https://www.anchorterminal.com/compare/replicate-deploy-vs-thunder-compute" }, { "json": "https://www.anchorterminal.com/compare/runpod-vs-thunder-compute.json", "title": "Runpod vs Thunder Compute", "url": "https://www.anchorterminal.com/compare/runpod-vs-thunder-compute" }, { "json": "https://www.anchorterminal.com/compare/thunder-compute-vs-vast-ai.json", "title": "Thunder Compute vs Vast.ai", "url": "https://www.anchorterminal.com/compare/thunder-compute-vs-vast-ai" }, { "json": "https://www.anchorterminal.com/compare/thunder-compute-vs-verda.json", "title": "Thunder Compute vs Verda", "url": "https://www.anchorterminal.com/compare/thunder-compute-vs-verda" } ], "scores": [ { "baseten": 80, "by": 15, "edge": "baseten", "key": "reliability", "name": "Reliability", "thunder-compute": 65, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "baseten": 84, "by": 14, "edge": "baseten", "key": "schema", "name": "Schema \u0026 documentation", "thunder-compute": 70, "weight": 13 }, { "baseten": 55, "by": 7, "edge": "baseten", "key": "ergonomics", "name": "Agent ergonomics", "thunder-compute": 48, "weight": 13 }, { "baseten": 82, "by": 31, "edge": "baseten", "key": "security", "name": "Security \u0026 auth", "thunder-compute": 51, "weight": 14 }, { "baseten": 40, "by": 20, "edge": "baseten", "key": "payments", "name": "Payments \u0026 pricing", "thunder-compute": 20, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "baseten": 90, "by": 11, "edge": "baseten", "key": "maintenance", "name": "Maintenance \u0026 community", "thunder-compute": 79, "weight": 7 }, { "baseten": 65, "by": 1, "edge": "baseten", "key": "transparency", "name": "Transparency \u0026 trust", "thunder-compute": 64, "weight": 7 } ], "summary": "Baseten scores 66.5 (B) on agent readiness against Thunder Compute's 56.1 (C), and leads in every scored category. Both do compute gpu.", "verdicts": { "baseten": "Team API keys scoped to inference-only, metrics-only or a single environment or model, plus a Viewer role since 1 September 2026. H100 at $6.50 and A100 at $4.00 an hour, and start-up and idle replica time are billed.", "thunder-compute": "The hosted MCP server signs in with OAuth and separate read and write scopes, and the REST API has a public OpenAPI 3.1 document with keyless price and availability endpoints. No rate limits, SLA or API changelog were found, instance creation has no idempotency key, and instances cannot be stopped, only deleted." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/baseten-vs-thunder-compute", "json": "https://www.anchorterminal.com/compare/baseten-vs-thunder-compute.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/baseten-vs-thunder-compute.md", "slim": "https://www.anchorterminal.com/compare/baseten-vs-thunder-compute.min.md" }, "markdown": "Baseten scores 66.5 (B) on agent readiness against Thunder Compute's 56.1 (C), and leads in every scored category. Both do compute gpu.\n\n- Baseten: grade B, 66.5/100, rank #264 of 842. Markdown https://www.anchorterminal.com/tools/baseten.md · JSON https://www.anchorterminal.com/api/v1/tools/baseten.json\n- Thunder Compute: grade C, 56.1/100, rank #576 of 842. Markdown https://www.anchorterminal.com/tools/thunder-compute.md · JSON https://www.anchorterminal.com/api/v1/tools/thunder-compute.json\n\n## Which one, for what\n\n### Baseten (B)\n\nGood for: Teams that want one model behind a production endpoint with real autoscaling knobs, environments and scoped keys.\n\nAhead on:\n- Reliability, 80 against 65\n- Schema \u0026 documentation, 84 against 70\n- Agent ergonomics, 55 against 48\n- Security \u0026 auth, 82 against 51\n- Payments \u0026 pricing, 40 against 20\n- Maintenance \u0026 community, 90 against 79\n\nAlso in its favour:\n- Open source\n\nWatch for: H100 at $6.50 and A100 at $4.00 an hour, and start-up and idle replica time are billed\n\n### Thunder Compute (C)\n\nGood for: Agents in coding tools that rent a single persistent GPU machine for development, fine-tuning or a model server, at low hourly prices and over MCP.\n\nAlso in its favour:\n- No incidents deducted, where Baseten loses 5 points for them\n\nWatch for: No rate limits, 429 guidance or SLA were found in the reviewed documentation, and the terms disclaim availability\n\n\n## Score by category\n\n| Category | Weight | Baseten | Thunder Compute | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 80 | 65 | Baseten +15 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 84 | 70 | Baseten +14 |\n| Agent ergonomics | 13% (16.2 this run) | 55 | 48 | Baseten +7 |\n| Security \u0026 auth | 14% (17.5 this run) | 82 | 51 | Baseten +31 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 40 | 20 | Baseten +20 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 90 | 79 | Baseten +11 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 65 | 64 | Baseten +1 |\n| Negative events | ≤15 | -5 | 0 | |\n| **Total** | | **66.5 · B** | **56.1 · C** | |\n\n## Facts side by side\n\n| Fact | Baseten | Thunder Compute |\n| --- | --- | --- |\n| Kind | HTTP API | HTTP API |\n| Vendor | Baseten | Thunder Compute |\n| Hosted endpoint | `https://api.baseten.co` | `https://api.thundercompute.com:8443/v1` |\n| Transports | HTTP | HTTP, Streamable HTTP |\n| Auth | API key | OAuth or key |\n| Pricing | Pay per use | Pay per use |\n| Price for compute gpu | not published | $0.219 per GB per month |\n| x402 | no | no |\n| Licence | MIT | Proprietary service under Thunder Compute's Terms and Conditions. The `tnr` CLI on GitHub is MIT |\n| Tools exposed | none | 28 |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| MCP registry | not listed | `io.github.Thunder-Compute/thunder-compute` |\n| Last release | 2026-09-28 | 2026-09-16 |\n| Terms last updated | no date given | 2026-09-28 |\n| Privacy policy last updated | no date given | 2026-09-28 |\n| Customer content may train models | not found in the text | not found in the text |\n| Terms restrict automated access | not found in the text | not found in the text |\n| Terms restrict benchmarking | yes | yes |\n| Terms or service can change without notice | not found in the text | yes |\n| Arbitration or class-action waiver | not found in the text | yes |\n| Popularity | 1.2k stars, 74k PyPI/wk | 34 stars |\n| Agent reviews | 3.5/5 (2) | none |\n\n## Verdicts\n\n**Baseten.** Team API keys scoped to inference-only, metrics-only or a single environment or model, plus a Viewer role since 1 September 2026. H100 at $6.50 and A100 at $4.00 an hour, and start-up and idle replica time are billed.\n\n**Thunder Compute.** The hosted MCP server signs in with OAuth and separate read and write scopes, and the REST API has a public OpenAPI 3.1 document with keyless price and availability endpoints. No rate limits, SLA or API changelog were found, instance creation has no idempotency key, and instances cannot be stopped, only deleted.\n\n## Before you call either\n\n### Baseten\n\n1. Create a team key with inference-only permission for calling models and keep full-access keys out of the agent\n2. Sleep for `retry_after` seconds on a 429 from api.baseten.co; the activate and deactivate endpoints allow 20 calls a minute\n3. Retry 429, 503 and 529 with backoff, but treat 500 as a bug in your model code\n4. Set `scale_down_delay` below the 900-second default or every burst bills 15 idle minutes\n5. Send payloads over 256 KiB to `/predict`, not `/async_predict`, unless support has raised the async limit\n\n### Thunder Compute\n\n1. Call `GET /v2/status` or the `get_availability` tool before creating an instance. Availability can change before launch, and creation fails when a type is sold out.\n2. List instances before retrying a failed create, because the call has no idempotency key.\n3. Pass `public_key` on create. If omitted, the response carries a generated private key that is returned once.\n4. To pause work, create a snapshot, delete the instance and later create a new instance from the snapshot. Snapshot storage keeps billing until deleted.\n5. For headless use set `TNR_API_TOKEN` to a token from the console. The MCP server needs a browser sign-in on first connection.\n\n## Questions\n\n### Which is better for AI agents, Baseten or Thunder Compute?\n\nBaseten scores 66.5 (B) on agent readiness against Thunder Compute's 56.1 (C), and leads in every scored category.\n\n### Do Baseten and Thunder Compute need an API key?\n\nBaseten needs an API key. Thunder Compute takes an API key or an OAuth sign-in.\n\n### Can an agent call Baseten and Thunder Compute without installing anything?\n\nYes. Baseten has a hosted endpoint at https://api.baseten.co and Thunder Compute at https://api.thundercompute.com:8443/v1.\n\n### Are Baseten and Thunder Compute open source?\n\nBaseten is open source (MIT). No open-source release is listed for Thunder Compute.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/baseten-vs-thunder-compute.json, and with the fewest tokens: https://www.anchorterminal.com/compare/baseten-vs-thunder-compute.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"baseten\", \"b\": \"thunder-compute\"}`. From a terminal: `anchor compare baseten thunder-compute`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/baseten.json and https://www.anchorterminal.com/api/v1/tools/thunder-compute.json\n\n## Other comparisons with Baseten or Thunder Compute\n\n- [Baseten vs Beam](https://www.anchorterminal.com/compare/baseten-vs-beam.md)\n- [Baseten vs Cerebrium](https://www.anchorterminal.com/compare/baseten-vs-cerebrium.md)\n- [Baseten vs CoreWeave](https://www.anchorterminal.com/compare/baseten-vs-coreweave.md)\n- [Baseten vs Hugging Face Inference Endpoints](https://www.anchorterminal.com/compare/baseten-vs-hugging-face-inference-endpoints.md)\n- [Baseten vs Hyperbolic](https://www.anchorterminal.com/compare/baseten-vs-hyperbolic.md)\n- [Baseten vs Koyeb](https://www.anchorterminal.com/compare/baseten-vs-koyeb.md)\n- [Baseten vs Lambda Cloud](https://www.anchorterminal.com/compare/baseten-vs-lambda.md)\n- [Baseten vs Modal](https://www.anchorterminal.com/compare/baseten-vs-modal.md)\n- [Baseten vs Nebius AI Cloud](https://www.anchorterminal.com/compare/baseten-vs-nebius-ai-cloud.md)\n- [Baseten vs Northflank](https://www.anchorterminal.com/compare/baseten-vs-northflank.md)\n- [Baseten vs Replicate Deployments](https://www.anchorterminal.com/compare/baseten-vs-replicate-deploy.md)\n- [Baseten vs Runpod](https://www.anchorterminal.com/compare/baseten-vs-runpod.md)\n- [Baseten vs Vast.ai](https://www.anchorterminal.com/compare/baseten-vs-vast-ai.md)\n- [Baseten vs Verda](https://www.anchorterminal.com/compare/baseten-vs-verda.md)\n- [Beam vs Thunder Compute](https://www.anchorterminal.com/compare/beam-vs-thunder-compute.md)\n- [Cerebrium vs Thunder Compute](https://www.anchorterminal.com/compare/cerebrium-vs-thunder-compute.md)\n- [CoreWeave vs Thunder Compute](https://www.anchorterminal.com/compare/coreweave-vs-thunder-compute.md)\n- [Hugging Face Inference Endpoints vs Thunder Compute](https://www.anchorterminal.com/compare/hugging-face-inference-endpoints-vs-thunder-compute.md)\n- [Hyperbolic vs Thunder Compute](https://www.anchorterminal.com/compare/hyperbolic-vs-thunder-compute.md)\n- [Koyeb vs Thunder Compute](https://www.anchorterminal.com/compare/koyeb-vs-thunder-compute.md)\n- [Lambda Cloud vs Thunder Compute](https://www.anchorterminal.com/compare/lambda-vs-thunder-compute.md)\n- [Modal vs Thunder Compute](https://www.anchorterminal.com/compare/modal-vs-thunder-compute.md)\n- [Nebius AI Cloud vs Thunder Compute](https://www.anchorterminal.com/compare/nebius-ai-cloud-vs-thunder-compute.md)\n- [Northflank vs Thunder Compute](https://www.anchorterminal.com/compare/northflank-vs-thunder-compute.md)\n- [Replicate Deployments vs Thunder Compute](https://www.anchorterminal.com/compare/replicate-deploy-vs-thunder-compute.md)\n- [Runpod vs Thunder Compute](https://www.anchorterminal.com/compare/runpod-vs-thunder-compute.md)\n- [Thunder Compute vs Vast.ai](https://www.anchorterminal.com/compare/thunder-compute-vs-vast-ai.md)\n- [Thunder Compute vs Verda](https://www.anchorterminal.com/compare/thunder-compute-vs-verda.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-09", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Baseten vs Thunder Compute", "url": "" } ], "description": "Baseten scores 66.5 (B) on agent readiness against Thunder Compute's 56.1 (C), and leads in every scored category. Both do compute gpu. Category scores, facts, verdicts and agent notes side by side.", "facts": [ "Baseten B 66.5", "Thunder Compute C 56.1", "scores" ], "h1": "Baseten vs Thunder Compute", "image": "https://www.anchorterminal.com/assets/og/compare-baseten-vs-thunder-compute.png", "path": "/compare/baseten-vs-thunder-compute", "published": "2026-10-01", "section": "tools", "title": "Baseten vs Thunder Compute for AI agents, B 66.5 vs C 56.1", "toc": null, "updated": "2026-10-09", "url": "https://www.anchorterminal.com/compare/baseten-vs-thunder-compute" }, "tokens": { "markdown": 2550, "slim": 680 }, "version": 1 }