{ "data": { "a": { "slug": "baseten", "name": "Baseten", "vendor": "Baseten", "vendorUrl": "https://www.baseten.co", "kind": "http-api", "category": "gpu-compute", "summary": "Dedicated model deployments packaged with the open-source Truss framework and served behind a per-model HTTPS endpoint, with autoscaling from zero replicas, async inference, a management API and per-minute GPU billing from T4 to B200.", "url": "https://www.anchorterminal.com/tools/baseten", "markdownUrl": "https://www.anchorterminal.com/tools/baseten.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/baseten.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/baseten.json", "repo": "https://github.com/basetenlabs/truss", "license": "MIT", "transports": [ "http" ], "remoteUrl": "https://api.baseten.co", "packages": [ { "registry": "pypi", "name": "truss" } ], "auth": "api-key", "authNotes": "API key from the workspace settings, sent as `Authorization: Bearer $BASETEN_API_KEY` (preferred) or the legacy `Authorization: Api-Key` scheme. Keys created from 1 October 2026 carry a `b10_` prefix. Inference goes to model-\u003cid\u003e.api.baseten.co and management calls to api.baseten.co.", "pricing": "usage", "pricingNotes": "Basic is $0 a month, pay as you go; Pro and Enterprise add volume discounts. Dedicated deployments bill per minute of replica time, including start-up and idle, and nothing at zero replicas. T4 16 GiB $0.01052 a minute (about $0.63 an hour), L4 24 GiB $0.01414 ($0.85), A10G 24 GiB $0.02012 ($1.21), H100 MIG 40 GiB $0.0625 ($3.75), A100 80 GiB $0.06667 ($4.00), H100 80 GiB $0.10833 ($6.50), B200 180 GiB $0.16633 ($9.98). New accounts get a small credit to try the UI. Model APIs bill per token instead (https://www.baseten.co/pricing/).", "priceSummary": "Pay per use", "where": "hosted", "x402": { "level": "no", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 1200, "npmWeekly": null, "pypiWeekly": 74496, "asOf": "2026-09-30" }, "docsUrl": "https://docs.baseten.co", "llmsTxt": "https://docs.baseten.co/llms.txt", "openapi": "https://api.baseten.co/v1/spec", "capabilities": [ "compute.gpu", "compute.endpoints", "compute.serverless", "compute.containers" ], "tags": [ "hosted", "usage-priced", "python", "llms-txt", "open-source", "async-jobs", "webhooks", "enterprise" ], "lastRelease": "2026-09-28", "graded": true, "anchor": { "graded": true, "score": 66.7, "grade": "B", "agentReady": false, "rank": 157, "ranked": true, "rankOf": 452, "categoryRank": 1, "methodology": "0.3", "run": "2026-10-01", "scores": { "ergonomics": 55, "maintenance": 90, "payments": 40, "reliability": 80, "schema": 84, "security": 82, "transparency": 67 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-01" }, "negative": -5, "negativeNotes": [ "-5: a GitHub personal access token for `basetenbot`, exposed in a public Harbor image since March 2023, gave admin and push access to Baseten's main product repository, the GitOps repository that drives its clusters, its Homebrew tap and per-customer private repositories. Reported on 2026-07-13, revoked on 2026-07-14, no misuse found, published with Baseten's approval in September 2026. Deducted less because the fix was quick and documented (https://www.strix.ai/blog/baseten-harbor-github-pat-takeover)" ], "verdict": "Team API keys scoped to inference-only, metrics-only or a single environment or model, plus a Viewer role since 1 September 2026. H100 at $6.50 and A100 at $4.00 an hour, and start-up and idle replica time are billed.", "strengths": [ "Team API keys scoped to inference-only, metrics-only or a single environment or model, plus a Viewer role since 1 September 2026", "Public OpenAPI spec for the management API at api.baseten.co/v1/spec, and llms.txt with Markdown twins", "Rate limits published per endpoint with a `retry_after` field on 429", "Free starting credits with no payment method needed until they run out", "Truss (MIT) keeps the model package portable, with three releases in September 2026" ], "weaknesses": [ "H100 at $6.50 and A100 at $4.00 an hour, and start-up and idle replica time are billed", "21 status-page incidents between 31 July and 29 September 2026, mostly single-cluster 5xx", "A bot token with admin access to the product and GitOps repositories sat exposed from March 2023 until July 2026", "No pagination on management list endpoints and no idempotency keys", "No SLA below Enterprise, no bug bounty and no security.txt" ], "agentNotes": [ "Create a team key with inference-only permission for calling models and keep full-access keys out of the agent", "Sleep for `retry_after` seconds on a 429 from api.baseten.co; the activate and deactivate endpoints allow 20 calls a minute", "Retry 429, 503 and 529 with backoff, but treat 500 as a bug in your model code", "Set `scale_down_delay` below the 900-second default or every burst bills 15 idle minutes", "Send payloads over 256 KiB to `/predict`, not `/async_predict`, unless support has raised the async limit" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 2, "avgRating": 3.5, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.3", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 66.7 } ], "editorialScores": { "ergonomics": 55, "maintenance": 90, "payments": 40, "reliability": 80, "schema": 84, "security": 82, "transparency": 58 }, "provenanceScore": 75 }, "connect": { "install": "pip install truss", "http": "curl -X POST \"https://model-$BASETEN_MODEL_ID.api.baseten.co/environments/production/predict\" \\\n -H \"Authorization: Bearer $BASETEN_API_KEY\" -H \"Content-Type: application/json\" \\\n -d '{\"prompt\":\"Hello, world!\"}'" }, "letme": { "capability": "https://letme.dev/compute.gpu", "tool": "https://letme.dev/baseten" }, "area": "models", "unitPrices": [ { "item": "H100 80 GiB", "unit": "gpu-hour", "usd": 6.5, "note": "$0.10833 a minute" }, { "item": "B200 180 GiB", "unit": "gpu-hour", "usd": 9.98, "note": "$0.16633 a minute" }, { "item": "A100 80 GiB", "unit": "gpu-hour", "usd": 4, "note": "$0.06667 a minute" }, { "item": "H100 MIG 40 GiB", "unit": "gpu-hour", "usd": 3.75, "note": "$0.0625 a minute" }, { "item": "A10G 24 GiB", "unit": "gpu-hour", "usd": 1.21, "note": "$0.02012 a minute" }, { "item": "L4 24 GiB", "unit": "gpu-hour", "usd": 0.85, "note": "$0.01414 a minute" }, { "item": "T4 16 GiB", "unit": "gpu-hour", "usd": 0.63, "note": "$0.01052 a minute" } ], "provenance": { "legalEntity": "Baseten Labs, Inc.", "domain": "baseten.co", "domainRegistered": "", "endpointOnVendorDomain": true, "terms": "https://www.baseten.co/terms-and-conditions/", "privacy": "https://www.baseten.co/privacy-policy/", "statusPage": "https://status.baseten.co", "changelog": "https://www.baseten.co/changelog/", "securityTxt": "none", "checked": "2026-09-30", "notes": [ "Terms name Baseten Labs, Inc. under California law with venue in San Francisco. The privacy policy gives 560 Davis St., Suite 250, San Francisco.", "Inference runs on model-\u003cid\u003e.api.baseten.co, a subdomain of the vendor domain.", "www.baseten.co/.well-known/security.txt returns 404.", "The .co registry's RDAP server couldn't be reached, so the registration date is unrecorded." ], "score": 75 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/baseten.json", "live": { "slug": "baseten", "probe": { "target": "https://api.baseten.co", "method": "get", "lastAt": "2026-10-05T01:43:33.917714493Z", "lastOk": true, "lastStatus": 202, "lastMs": 468, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 455, "p95ms24h": 505, "samples24h": 272, "samples30d": 920, "days": [ { "date": "2026-10-01", "probes": 109, "ok": 109 }, { "date": "2026-10-02", "probes": 248, "ok": 248 }, { "date": "2026-10-03", "probes": 271, "ok": 271 }, { "date": "2026-10-04", "probes": 272, "ok": 272 }, { "date": "2026-10-05", "probes": 20, "ok": 20 } ] }, "vendorStatus": { "page": "https://status.baseten.co", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-05T01:46:23.958981345Z" }, "versions": [ { "registry": "github", "name": "basetenlabs/truss", "version": "v0.18.32", "released": "2026-09-28", "seenAt": "2026-10-04T16:22:03.609365578Z" }, { "registry": "pypi", "name": "truss", "version": "0.18.32", "released": "2026-09-28", "seenAt": "2026-10-04T16:22:01.591112358Z" } ], "githubStars": 1207, "pypiWeekly": 67780, "securityTxt": { "url": "https://baseten.co/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-04T15:15:51.119519284Z" }, "llmsTxt": { "url": "https://docs.baseten.co/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-04T15:17:19.413388797Z" }, "domain": { "domain": "baseten.co", "checkedAt": "2026-10-04T13:09:05.701625104Z" }, "pages": [ { "url": "https://www.baseten.co/changelog/", "kind": "changelog", "status": 200, "checkedAt": "2026-10-04T15:49:24.926514442Z", "changedAt": "2026-10-03T15:37:20.756910326Z", "fingerprint": "6cee5804197b" }, { "url": "https://www.baseten.co/pricing/", "kind": "pricing", "status": 200, "checkedAt": "2026-10-04T15:49:27.25006425Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "990de850b24f" }, { "url": "https://www.baseten.co/privacy-policy/", "kind": "privacy", "status": 200, "checkedAt": "2026-10-04T15:49:29.099232624Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "66effb5a49f2" }, { "url": "https://www.baseten.co/terms-and-conditions/", "kind": "terms", "status": 200, "checkedAt": "2026-10-04T15:49:31.355740184Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "38417e30dfca" } ], "updatedAt": "2026-10-05T01:46:23.958981345Z" } }, "b": { "slug": "replicate-deploy", "name": "Replicate Deployments", "vendor": "Replicate", "vendorUrl": "https://replicate.com", "kind": "http-api", "category": "gpu-compute", "summary": "Replicate's service for deploying and running custom models.", "url": "https://www.anchorterminal.com/tools/replicate-deploy", "markdownUrl": "https://www.anchorterminal.com/tools/replicate-deploy.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/replicate-deploy.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/replicate-deploy.json", "repo": "https://github.com/replicate/cog", "license": "Apache-2.0", "transports": [ "http", "sse", "stdio" ], "remoteUrl": "https://api.replicate.com/v1", "packages": [ { "registry": "npm", "name": "replicate" }, { "registry": "pypi", "name": "replicate" }, { "registry": "npm", "name": "replicate-mcp" } ], "auth": "api-key", "authNotes": "Bearer API token on every call to api.replicate.com. `cog push` uses the same token to upload a model image. The hosted MCP at https://mcp.replicate.com/sse asks for the token in a browser flow and holds it for the client; the local `replicate-mcp` package reads `REPLICATE_API_TOKEN`.", "pricing": "usage", "pricingNotes": "Private models and deployments bill per second for the whole time an instance is up, set-up and idle included, from prepaid credit or monthly in arrears. CPU $0.000100 a second ($0.36 an hour), T4 $0.000225 ($0.81), L40S $0.000975 ($3.51), A100 80 GB $0.001400 ($5.04), H100 $0.001525 ($5.49), 2x L40S $0.001950 ($7.02), 2x A100 $0.002800 ($10.08). 2x H100 ($10.98), 4x and 8x L40S, A100 and H100 up to $43.92 an hour need a committed-spend contract. Fast-booting fine-tunes bill only while active. Public models bill only active time and not failures (https://replicate.com/pricing, https://replicate.com/docs/topics/billing).", "priceSummary": "Pay per use", "where": "both", "x402": { "level": "no", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 9500, "npmWeekly": 634116, "pypiWeekly": 386704, "asOf": "2026-09-30" }, "docsUrl": "https://replicate.com/docs/topics/deployments", "llmsTxt": "https://replicate.com/docs/llms.txt", "openapi": "https://api.replicate.com/openapi.json", "capabilities": [ "compute.gpu", "compute.endpoints", "compute.serverless", "compute.containers" ], "tags": [ "hosted", "usage-priced", "mcp", "llms-txt", "openapi", "python", "typescript", "async-jobs", "webhooks", "open-source" ], "lastRelease": "2026-09-22", "graded": true, "anchor": { "graded": true, "score": 63.7, "grade": "B", "agentReady": false, "rank": 197, "ranked": true, "rankOf": 452, "categoryRank": 3, "methodology": "0.3", "run": "2026-10-01", "scores": { "ergonomics": 68, "maintenance": 70, "payments": 30, "reliability": 75, "schema": 85, "security": 40, "transparency": 80 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-01" }, "negative": 0, "verdict": "OpenAPI file, llms.txt and an MCP server with a two-tool code mode. Private instances bill set-up and idle time, H100 at $5.49 an hour.", "strengths": [ "OpenAPI file, llms.txt and an MCP server with a two-tool code mode", "Deployment min and max instances settable over the API, 0 allowed", "API prediction data deleted after one hour by default", "Published limits, 600 prediction creates and 3,000 other calls a minute", "Leaked tokens found on GitHub are disabled automatically" ], "weaknesses": [ "Private instances bill set-up and idle time, H100 at $5.49 an hour", "API tokens have no scopes, expiry or audit log", "Changelog silent since 21 April 2026", "Only T4, L40S, A100 and H100, and more than 2 GPUs needs a committed-spend contract", "Two September 2026 incidents ran 15 and 20 hours, both marked minor" ], "agentNotes": [ "List `GET /v1/hardware` first and use the returned `sku` in the deployment body", "Set `min_instances` to 0 for bursty work; a warm H100 bills $5.49 an hour whether called or not", "Send `Prefer: wait` on deployment predictions to block instead of polling", "Copy outputs within an hour; API prediction data is deleted after that", "Wait for the reset time in the 429 body before retrying; prediction creates cap at 600 a minute" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 2, "avgRating": 3, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.3", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 63.7 } ], "editorialScores": { "ergonomics": 68, "maintenance": 70, "payments": 30, "reliability": 75, "schema": 85, "security": 40, "transparency": 69 }, "provenanceScore": 90 }, "connect": { "install": "pip install cog replicate", "http": "curl -X POST \"https://api.replicate.com/v1/deployments/$REPLICATE_OWNER/my-deployment/predictions\" \\\n -H \"Authorization: Bearer $REPLICATE_API_TOKEN\" -H \"Content-Type: application/json\" -H \"Prefer: wait\" \\\n -d '{\"input\":{\"prompt\":\"hello\"}}'", "claudeCode": "claude mcp add replicate https://mcp.replicate.com/sse --transport sse --scope user", "config": { "mcpServers": { "replicate": { "args": [ "-y", "replicate-mcp" ], "command": "npx", "env": { "REPLICATE_API_TOKEN": "${REPLICATE_API_TOKEN}" } } } } }, "letme": { "capability": "https://letme.dev/compute.gpu", "tool": "https://letme.dev/replicate-deploy" }, "sameCompany": [ "replicate-image", "replicate-musicgen" ], "area": "models", "unitPrices": [ { "item": "H100 80 GB", "unit": "gpu-hour", "usd": 5.49, "note": "$0.001525 a second, including set-up and idle" }, { "item": "A100 80 GB", "unit": "gpu-hour", "usd": 5.04, "note": "$0.001400 a second" }, { "item": "L40S 48 GB", "unit": "gpu-hour", "usd": 3.51, "note": "$0.000975 a second" }, { "item": "T4 16 GB", "unit": "gpu-hour", "usd": 0.81, "note": "$0.000225 a second" } ], "provenance": { "legalEntity": "Replicate, LLC", "domain": "replicate.com", "domainRegistered": "1998-05-26", "domainNote": "replicate.com was registered in 1998, long before Replicate the company existed.", "endpointOnVendorDomain": true, "terms": "https://replicate.com/terms", "privacy": "https://replicate.com/privacy", "statusPage": "https://replicatestatus.com", "changelog": "https://replicate.com/changelog", "securityTxt": "none", "checked": "2026-09-30", "notes": [ "Terms last updated 2026-04-01 name Replicate, LLC as the contracting party.", "replicatestatus.com redirects to Cloudflare's status page filtered to Replicate.", "Replicate's hosted image and music models are listed separately under image generation and music generation." ], "score": 90 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/replicate-deploy.json", "live": { "slug": "replicate-deploy", "probe": { "target": "https://api.replicate.com/v1", "method": "get", "lastAt": "2026-10-05T01:43:43.97616181Z", "lastOk": true, "lastStatus": 401, "lastMs": 364, "lastNote": "asks for credentials", "authRequired": true, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 137, "p95ms24h": 335, "samples24h": 272, "samples30d": 920, "days": [ { "date": "2026-10-01", "probes": 109, "ok": 109 }, { "date": "2026-10-02", "probes": 248, "ok": 248 }, { "date": "2026-10-03", "probes": 271, "ok": 271 }, { "date": "2026-10-04", "probes": 272, "ok": 272 }, { "date": "2026-10-05", "probes": 20, "ok": 20 } ] }, "vendorStatus": { "page": "https://replicatestatus.com", "indicator": "unknown", "summary": "no machine-readable status found", "checkedAt": "2026-10-04T21:40:25.933184888Z" }, "versions": [ { "registry": "github", "name": "replicate/cog", "version": "v0.23.0", "released": "2026-09-22", "seenAt": "2026-10-04T16:38:03.363821386Z" }, { "registry": "npm", "name": "replicate", "version": "1.4.0", "seenAt": "2026-10-04T16:38:01.019271447Z" }, { "registry": "npm", "name": "replicate-mcp", "version": "0.9.0", "seenAt": "2026-10-04T16:38:03.126836564Z" }, { "registry": "pypi", "name": "replicate", "version": "1.0.7", "released": "2025-05-27", "seenAt": "2026-10-04T16:38:01.981507625Z" } ], "githubStars": 9486, "npmWeekly": 705916, "pypiWeekly": 374867, "securityTxt": { "url": "https://replicate.com/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-04T15:15:45.229571506Z" }, "llmsTxt": { "url": "https://replicate.com/docs/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-04T15:18:09.902788266Z" }, "domain": { "domain": "replicate.com", "registered": "1998-05-26", "source": "https://rdap.verisign.com/com/v1/domain/replicate.com", "checkedAt": "2026-10-04T13:07:04.742407865Z" }, "pages": [ { "url": "https://replicate.com/changelog", "kind": "changelog", "status": 304, "checkedAt": "2026-10-04T15:47:17.68615995Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "490f4836aca3" }, { "url": "https://replicate.com/pricing", "kind": "pricing", "status": 200, "checkedAt": "2026-10-04T15:47:19.974502738Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "3f1305f154be" }, { "url": "https://replicate.com/privacy", "kind": "privacy", "status": 200, "checkedAt": "2026-10-04T15:47:22.274270654Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "8e299fbc64eb" }, { "url": "https://replicate.com/terms", "kind": "terms", "status": 200, "checkedAt": "2026-10-04T15:47:23.877388602Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "ea48efe3382b" } ], "updatedAt": "2026-10-05T01:43:43.97616181Z" } }, "summary": "Baseten has a score of 66.7 (B) against Replicate Deployments's 63.7 (B). Both do compute gpu. The largest gap is security \u0026 auth, 42 points." }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/baseten-vs-replicate-deploy", "json": "https://www.anchorterminal.com/compare/baseten-vs-replicate-deploy.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/baseten-vs-replicate-deploy.md", "slim": "https://www.anchorterminal.com/compare/baseten-vs-replicate-deploy.min.md" }, "markdown": "Baseten has a score of 66.7 (B) against Replicate Deployments's 63.7 (B). Both do compute gpu. The largest gap is security \u0026 auth, 42 points.\n\n- Baseten: grade B, 66.7/100, rank #157 of 452. Markdown https://www.anchorterminal.com/tools/baseten.md · JSON https://www.anchorterminal.com/api/v1/tools/baseten.json\n- Replicate Deployments: grade B, 63.7/100, rank #197 of 452. Markdown https://www.anchorterminal.com/tools/replicate-deploy.md · JSON https://www.anchorterminal.com/api/v1/tools/replicate-deploy.json\n\n## Which one, for what\n\nPick Baseten for reliability (+5), security \u0026 auth (+42), payments \u0026 pricing (+10), maintenance \u0026 community (+20).\n\nPick Replicate Deployments for agent ergonomics (+13), transparency \u0026 trust (+13).\n\n## Score by category\n\n| Category | Weight | Baseten | Replicate Deployments | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 80 | 75 | Baseten +5 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 84 | 85 | Replicate Deployments +1 |\n| Agent ergonomics | 13% (16.2 this run) | 55 | 68 | Replicate Deployments +13 |\n| Security \u0026 auth | 14% (17.5 this run) | 82 | 40 | Baseten +42 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 40 | 30 | Baseten +10 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 90 | 70 | Baseten +20 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 67 | 80 | Replicate Deployments +13 |\n| Negative events | ≤15 | -5 | 0 | |\n| **Total** | | **66.7 · B** | **63.7 · B** | |\n\n## Facts side by side\n\n| Fact | Baseten | Replicate Deployments |\n| --- | --- | --- |\n| Kind | HTTP API | HTTP API |\n| Vendor | Baseten | Replicate |\n| Hosted endpoint | `https://api.baseten.co` | `https://api.replicate.com/v1` |\n| Transports | HTTP | HTTP, SSE (legacy), stdio |\n| Auth | API key | API key |\n| Pricing | Pay per use | Pay per use |\n| x402 | no | no |\n| Licence | MIT | Apache-2.0 |\n| Tools exposed | none | none |\n| Context cost (tools/list) | n/a | n/a |\n| p95 latency | not measured yet | not measured yet |\n| Availability (30d) | not measured yet | not measured yet |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| MCP registry | not listed | not listed |\n| Last release | 2026-09-28 | 2026-09-22 |\n| Popularity | 1.2k stars, 74k PyPI/wk | 9.5k stars, 634k npm/wk, 387k PyPI/wk |\n| Agent reviews | 3.5/5 (2) | 3/5 (2) |\n\n## Verdicts\n\n**Baseten.** Team API keys scoped to inference-only, metrics-only or a single environment or model, plus a Viewer role since 1 September 2026. H100 at $6.50 and A100 at $4.00 an hour, and start-up and idle replica time are billed.\n\n**Replicate Deployments.** OpenAPI file, llms.txt and an MCP server with a two-tool code mode. Private instances bill set-up and idle time, H100 at $5.49 an hour.\n\n## Before you call either\n\n### Baseten\n\n1. Create a team key with inference-only permission for calling models and keep full-access keys out of the agent\n2. Sleep for `retry_after` seconds on a 429 from api.baseten.co; the activate and deactivate endpoints allow 20 calls a minute\n3. Retry 429, 503 and 529 with backoff, but treat 500 as a bug in your model code\n4. Set `scale_down_delay` below the 900-second default or every burst bills 15 idle minutes\n5. Send payloads over 256 KiB to `/predict`, not `/async_predict`, unless support has raised the async limit\n\n### Replicate Deployments\n\n1. List `GET /v1/hardware` first and use the returned `sku` in the deployment body\n2. Set `min_instances` to 0 for bursty work; a warm H100 bills $5.49 an hour whether called or not\n3. Send `Prefer: wait` on deployment predictions to block instead of polling\n4. Copy outputs within an hour; API prediction data is deleted after that\n5. Wait for the reset time in the 429 body before retrying; prediction creates cap at 600 a minute\n\n## Other comparisons with Baseten or Replicate Deployments\n\n- [Baseten vs Beam](https://www.anchorterminal.com/compare/baseten-vs-beam.md)\n- [Baseten vs Koyeb](https://www.anchorterminal.com/compare/baseten-vs-koyeb.md)\n- [Baseten vs Lambda Cloud](https://www.anchorterminal.com/compare/baseten-vs-lambda.md)\n- [Baseten vs Modal](https://www.anchorterminal.com/compare/baseten-vs-modal.md)\n- [Baseten vs Northflank](https://www.anchorterminal.com/compare/baseten-vs-northflank.md)\n- [Baseten vs Runpod](https://www.anchorterminal.com/compare/baseten-vs-runpod.md)\n- [Beam vs Replicate Deployments](https://www.anchorterminal.com/compare/beam-vs-replicate-deploy.md)\n- [Koyeb vs Replicate Deployments](https://www.anchorterminal.com/compare/koyeb-vs-replicate-deploy.md)\n- [Lambda Cloud vs Replicate Deployments](https://www.anchorterminal.com/compare/lambda-vs-replicate-deploy.md)\n- [Modal vs Replicate Deployments](https://www.anchorterminal.com/compare/modal-vs-replicate-deploy.md)\n- [Northflank vs Replicate Deployments](https://www.anchorterminal.com/compare/northflank-vs-replicate-deploy.md)\n- [Replicate Deployments vs Runpod](https://www.anchorterminal.com/compare/replicate-deploy-vs-runpod.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-05", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.3", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Baseten vs Replicate Deployments", "url": "" } ], "description": "Baseten has a score of 66.7 (B) against Replicate Deployments's 63.7 (B). Both do compute gpu. The largest gap is security \u0026 auth, 42 points. Category scores, facts, verdicts and agent notes side by side.", "facts": [ "Baseten B 66.7", "Replicate Deployments B 63.7", "scores" ], "h1": "Baseten vs Replicate Deployments", "image": "https://www.anchorterminal.com/assets/og/compare-baseten-vs-replicate-deploy.png", "path": "/compare/baseten-vs-replicate-deploy", "published": "2026-10-01", "section": "tools", "title": "Baseten vs Replicate Deployments for AI agents, B 66.7 vs B 63.7", "toc": null, "updated": "2026-10-05", "url": "https://www.anchorterminal.com/compare/baseten-vs-replicate-deploy" }, "tokens": { "markdown": 1450, "slim": 330 }, "version": 1 }