{ "data": { "a": { "slug": "replicate-deploy", "name": "Replicate Deployments", "vendor": "Replicate", "vendorUrl": "https://replicate.com", "kind": "http-api", "category": "gpu-compute", "summary": "Replicate's service for deploying and running custom models.", "url": "https://www.anchorterminal.com/tools/replicate-deploy", "markdownUrl": "https://www.anchorterminal.com/tools/replicate-deploy.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/replicate-deploy.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/replicate-deploy.json", "repo": "https://github.com/replicate/cog", "license": "Apache-2.0", "transports": [ "http", "sse", "stdio" ], "remoteUrl": "https://api.replicate.com/v1", "packages": [ { "registry": "npm", "name": "replicate" }, { "registry": "pypi", "name": "replicate" }, { "registry": "npm", "name": "replicate-mcp" } ], "auth": "api-key", "authNotes": "Bearer API token on every call to api.replicate.com. `cog push` uses the same token to upload a model image. The hosted MCP at https://mcp.replicate.com/sse asks for the token in a browser flow and holds it for the client; the local `replicate-mcp` package reads `REPLICATE_API_TOKEN`.", "pricing": "usage", "pricingNotes": "Private models and deployments bill per second for the whole time an instance is up, set-up and idle included, from prepaid credit or monthly in arrears. CPU $0.000100 a second ($0.36 an hour), T4 $0.000225 ($0.81), L40S $0.000975 ($3.51), A100 80 GB $0.001400 ($5.04), H100 $0.001525 ($5.49), 2x L40S $0.001950 ($7.02), 2x A100 $0.002800 ($10.08). 2x H100 ($10.98), 4x and 8x L40S, A100 and H100 up to $43.92 an hour need a committed-spend contract. Fast-booting fine-tunes bill only while active. Public models bill only active time and not failures (https://replicate.com/pricing, https://replicate.com/docs/topics/billing).", "priceSummary": "Pay per use", "where": "both", "x402": { "level": "no", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 9500, "npmWeekly": 634116, "pypiWeekly": 386704, "asOf": "2026-09-30" }, "docsUrl": "https://replicate.com/docs/topics/deployments", "llmsTxt": "https://replicate.com/docs/llms.txt", "openapi": "https://api.replicate.com/openapi.json", "capabilities": [ "compute.gpu", "compute.endpoints", "compute.serverless", "compute.containers" ], "tags": [ "hosted", "usage-priced", "mcp", "llms-txt", "openapi", "python", "typescript", "async-jobs", "webhooks", "open-source" ], "lastRelease": "2026-09-22", "graded": true, "anchor": { "graded": true, "score": 63.6, "grade": "B", "agentReady": false, "rank": 347, "ranked": true, "rankOf": 842, "categoryRank": 5, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 68, "maintenance": 70, "payments": 30, "reliability": 75, "schema": 85, "security": 40, "transparency": 78 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-01" }, "negative": 0, "verdict": "OpenAPI file, llms.txt and an MCP server with a two-tool code mode. Private instances bill set-up and idle time, H100 at $5.49 an hour.", "bestFor": "Teams already calling Replicate's public models who want their own model behind the same API, MCP server and webhooks.", "strengths": [ "OpenAPI file, llms.txt and an MCP server with a two-tool code mode", "Deployment min and max instances settable over the API, 0 allowed", "API prediction data deleted after one hour by default", "Published limits, 600 prediction creates and 3,000 other calls a minute", "Leaked tokens found on GitHub are disabled automatically" ], "weaknesses": [ "Private instances bill set-up and idle time, H100 at $5.49 an hour", "API tokens have no scopes, expiry or audit log", "Changelog silent since 21 April 2026", "Only T4, L40S, A100 and H100, and more than 2 GPUs needs a committed-spend contract", "Two September 2026 incidents ran 15 and 20 hours, both marked minor" ], "agentNotes": [ "List `GET /v1/hardware` first and use the returned `sku` in the deployment body", "Set `min_instances` to 0 for bursty work; a warm H100 bills $5.49 an hour whether called or not", "Send `Prefer: wait` on deployment predictions to block instead of polling", "Copy outputs within an hour; API prediction data is deleted after that", "Wait for the reset time in the 429 body before retrying; prediction creates cap at 600 a minute" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 2, "avgRating": 3, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 63.6 } ], "editorialScores": { "ergonomics": 68, "maintenance": 70, "payments": 30, "reliability": 75, "schema": 85, "security": 40, "transparency": 69 }, "provenanceScore": 87 }, "connect": { "install": "pip install cog replicate", "http": "curl -X POST \"https://api.replicate.com/v1/deployments/$REPLICATE_OWNER/my-deployment/predictions\" \\\n -H \"Authorization: Bearer $REPLICATE_API_TOKEN\" -H \"Content-Type: application/json\" -H \"Prefer: wait\" \\\n -d '{\"input\":{\"prompt\":\"hello\"}}'", "claudeCode": "claude mcp add replicate https://mcp.replicate.com/sse --transport sse --scope user", "config": { "mcpServers": { "replicate": { "args": [ "-y", "replicate-mcp" ], "command": "npx", "env": { "REPLICATE_API_TOKEN": "${REPLICATE_API_TOKEN}" } } } } }, "letme": { "capability": "https://letme.dev/compute.gpu", "tool": "https://letme.dev/replicate-deploy" }, "sameCompany": [ "replicate-image", "replicate-video", "replicate-musicgen" ], "area": "models", "unitPrices": [ { "item": "H100 80 GB", "unit": "gpu-hour", "usd": 5.49, "note": "$0.001525 a second, including set-up and idle" }, { "item": "A100 80 GB", "unit": "gpu-hour", "usd": 5.04, "note": "$0.001400 a second" }, { "item": "L40S 48 GB", "unit": "gpu-hour", "usd": 3.51, "note": "$0.000975 a second" }, { "item": "T4 16 GB", "unit": "gpu-hour", "usd": 0.81, "note": "$0.000225 a second" } ], "provenance": { "legalEntity": "Replicate, LLC", "domain": "replicate.com", "domainRegistered": "1998-05-26", "domainNote": "replicate.com was registered in 1998, long before Replicate the company existed.", "endpointOnVendorDomain": true, "terms": "https://replicate.com/terms", "privacy": "https://replicate.com/privacy", "statusPage": "https://replicatestatus.com", "changelog": "https://replicate.com/changelog", "securityTxt": "none", "checked": "2026-09-30", "notes": [ "Terms last updated 2026-04-01 name Replicate, LLC as the contracting party.", "replicatestatus.com redirects to Cloudflare's status page filtered to Replicate.", "Replicate's hosted image and music models are listed separately under image generation and music generation." ], "score": 87 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/replicate-deploy.json", "live": { "slug": "replicate-deploy", "probe": { "target": "https://api.replicate.com/v1", "method": "get", "lastAt": "2026-10-09T10:14:25.349304844Z", "lastOk": true, "lastStatus": 401, "lastMs": 121, "lastNote": "asks for credentials", "authRequired": true, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 148, "p95ms24h": 325, "samples24h": 260, "samples30d": 2093, "days": [ { "date": "2026-10-01", "probes": 109, "ok": 109 }, { "date": "2026-10-02", "probes": 248, "ok": 248 }, { "date": "2026-10-03", "probes": 271, "ok": 271 }, { "date": "2026-10-04", "probes": 272, "ok": 272 }, { "date": "2026-10-05", "probes": 272, "ok": 272 }, { "date": "2026-10-06", "probes": 272, "ok": 272 }, { "date": "2026-10-07", "probes": 272, "ok": 272 }, { "date": "2026-10-08", "probes": 268, "ok": 268 }, { "date": "2026-10-09", "probes": 109, "ok": 109 } ] }, "vendorStatus": { "page": "https://replicatestatus.com", "indicator": "unknown", "summary": "no machine-readable status found", "checkedAt": "2026-10-09T07:58:28.982306027Z" }, "versions": [ { "registry": "github", "name": "replicate/cog", "version": "v0.23.0", "released": "2026-09-22", "seenAt": "2026-10-08T16:27:09.246140372Z" }, { "registry": "npm", "name": "replicate", "version": "1.4.0", "seenAt": "2026-10-08T16:27:06.602404036Z" }, { "registry": "npm", "name": "replicate-mcp", "version": "0.9.0", "seenAt": "2026-10-08T16:27:09.031273281Z" }, { "registry": "pypi", "name": "replicate", "version": "1.0.7", "released": "2025-05-27", "seenAt": "2026-10-08T16:27:07.620263226Z" } ], "githubStars": 9487, "npmWeekly": 704939, "pypiWeekly": 356876, "securityTxt": { "url": "https://replicate.com/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-08T15:39:00.17768337Z" }, "llmsTxt": { "url": "https://replicate.com/docs/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-08T14:00:48.463855942Z" }, "domain": { "domain": "replicate.com", "registered": "1998-05-26", "source": "https://rdap.verisign.com/com/v1/domain/replicate.com", "checkedAt": "2026-10-04T13:07:04.742407865Z" }, "pages": [ { "url": "https://replicate.com/changelog", "kind": "changelog", "status": 304, "checkedAt": "2026-10-08T18:23:40.627013731Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "490f4836aca3" }, { "url": "https://replicate.com/pricing", "kind": "pricing", "status": 200, "checkedAt": "2026-10-08T18:23:43.001722065Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "3f1305f154be" }, { "url": "https://replicate.com/privacy", "kind": "privacy", "status": 200, "checkedAt": "2026-10-08T18:23:45.469231625Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "8e299fbc64eb" }, { "url": "https://replicate.com/terms", "kind": "terms", "status": 200, "checkedAt": "2026-10-08T18:23:46.848375869Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "ea48efe3382b" } ], "updatedAt": "2026-10-09T10:14:25.349304844Z" } }, "answer": "Replicate Deployments scores 63.6 (B) on agent readiness against Thunder Compute's 56.1 (C), and leads in 5 of 7 scored categories. Thunder Compute leads on security \u0026 auth and maintenance \u0026 community.", "b": { "slug": "thunder-compute", "name": "Thunder Compute", "vendor": "Thunder Compute", "vendorUrl": "https://www.thundercompute.com", "kind": "http-api", "category": "gpu-compute", "summary": "Thunder Compute is a US GPU cloud renting RTX A6000, L40, A100 and H100 instances by the minute and GPU sandboxes by the second. Agents use its REST API, a hosted MCP server with OAuth, or the `tnr` CLI.", "url": "https://www.anchorterminal.com/tools/thunder-compute", "markdownUrl": "https://www.anchorterminal.com/tools/thunder-compute.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/thunder-compute.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/thunder-compute.json", "repo": "https://github.com/Thunder-Compute/thunder-cli", "license": "Proprietary service under Thunder Compute's Terms and Conditions. The `tnr` CLI on GitHub is MIT", "transports": [ "http", "streamable-http" ], "remoteUrl": "https://api.thundercompute.com:8443/v1", "packages": [ { "registry": "go", "name": "github.com/Thunder-Compute/thunder-cli" }, { "registry": "pypi", "name": "thunder-sandbox" } ], "auth": "mixed", "authNotes": "Self-serve. The hosted MCP server uses OAuth 2.0 with discovery. The first connection opens a browser to sign in and approve, tokens refresh, and the scopes are `instances:read`, `instances:write`, `snapshots:read`, `snapshots:write`, `sandboxes:read`, `sandboxes:write`, `billing:read` and `org:read`. The REST API takes a named API token as a Bearer header. Tokens are created and revoked one at a time in the console, or with the MCP `create_token` tool, and no token scopes were found. The CLI and the sandbox SDK read `TNR_API_TOKEN` for headless use. Price, specification, availability and template endpoints need no token.", "pricing": "usage", "pricingNotes": "No general free tier. Instances are billed by the minute while they run, paid by saved card or preloaded credit that is non-refundable. Per GPU an hour on 9 October 2026, RTX A6000 is $0.35, L40 $0.79, A100 80 GB $1.09 and H100 $3.20. Sandboxes are billed by the second and need access enabled by the vendor. Students with a US university email get $20 of credit for A6000 and L40 GPUs. Reserved capacity is by quote (https://www.thundercompute.com/pricing).", "priceSummary": "$0.04 / vCPU-hr", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs corpus, the OpenAPI document or the pricing page (checked 2026-10-09).", "endpoints": [] }, "toolCount": 28, "popularity": { "githubStars": 34, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-09" }, "docsUrl": "https://www.thundercompute.com/docs", "llmsTxt": "https://www.thundercompute.com/docs/llms.txt", "openapi": "https://api.thundercompute.com:8443/openapi.json", "registryName": "io.github.Thunder-Compute/thunder-compute", "capabilities": [ "compute.gpu", "compute.containers" ], "tags": [ "hosted", "usage-priced", "openapi", "llms-txt", "mcp", "cli", "oauth", "api-key", "python", "go", "status-page", "card-required", "closed-source" ], "lastRelease": "2026-09-16", "graded": true, "anchor": { "graded": true, "score": 56.1, "grade": "C", "agentReady": false, "rank": 576, "ranked": true, "rankOf": 842, "categoryRank": 10, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 48, "maintenance": 79, "payments": 20, "reliability": 65, "schema": 70, "security": 51, "transparency": 64 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-09" }, "negative": 0, "verdict": "The hosted MCP server signs in with OAuth and separate read and write scopes, and the REST API has a public OpenAPI 3.1 document with keyless price and availability endpoints. No rate limits, SLA or API changelog were found, instance creation has no idempotency key, and instances cannot be stopped, only deleted.", "bestFor": "Agents in coding tools that rent a single persistent GPU machine for development, fine-tuning or a model server, at low hourly prices and over MCP.", "strengths": [ "Hosted MCP server at `https://www.thundercompute.com/mcp` with OAuth and ten scopes that separate read from write for instances, snapshots and sandboxes", "Public OpenAPI 3.1 document with 41 operations, plus `llms.txt`, `llms-full.txt` and a Markdown copy of every docs page", "`GET /v2/pricing`, `GET /v2/specs` and `GET /v2/status` return prices, configurations and live availability without a token", "Section 28 of the terms, dated 28 September 2026, permits access by AI agents, scripts and SDKs through the account holder's own credentials", "The status page lists no incidents for July to October 2026 on its Website, API and Instances components" ], "weaknesses": [ "No rate limits, 429 guidance or SLA were found in the reviewed documentation, and the terms disclaim availability", "`POST /instances/create` has no idempotency key, so a retried launch can start a second billed instance", "Instances cannot be stopped. Pausing means taking a snapshot, deleting the instance and restoring later", "No general free tier. The $20 credit is limited to students with a US university email", "No security.txt or disclosure policy was found, and the SOC 2 Type II claim in `llms.txt` has no report or trust page linked", "The sub-processor list, last updated 27 August 2025, names Firebase for sign-in while the MCP docs name Stytch" ], "agentNotes": [ "Call `GET /v2/status` or the `get_availability` tool before creating an instance. Availability can change before launch, and creation fails when a type is sold out.", "List instances before retrying a failed create, because the call has no idempotency key.", "Pass `public_key` on create. If omitted, the response carries a generated private key that is returned once.", "To pause work, create a snapshot, delete the instance and later create a new instance from the snapshot. Snapshot storage keeps billing until deleted.", "For headless use set `TNR_API_TOKEN` to a token from the console. The MCP server needs a browser sign-in on first connection." ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 56.1 } ], "editorialScores": { "ergonomics": 48, "maintenance": 79, "payments": 20, "reliability": 65, "schema": 70, "security": 51, "transparency": 51 }, "provenanceScore": 77 }, "connect": { "install": "curl -fsSL https://raw.githubusercontent.com/Thunder-Compute/thunder-cli/main/scripts/install.sh | bash", "http": "curl https://api.thundercompute.com:8443/v2/pricing", "claudeCode": "claude mcp add --transport http thunder-compute https://www.thundercompute.com/mcp", "config": { "mcpServers": { "thunder-compute": { "url": "https://www.thundercompute.com/mcp" } } } }, "letme": { "capability": "https://letme.dev/compute.gpu", "tool": "https://letme.dev/thunder-compute" }, "area": "models", "unitPrices": [ { "item": "RTX A6000 48 GB instance", "unit": "gpu-hour", "usd": 0.35, "note": "Billed per minute. One GPU per instance" }, { "item": "L40 48 GB instance", "unit": "gpu-hour", "usd": 0.79, "note": "Billed per minute" }, { "item": "A100 80 GB instance", "unit": "gpu-hour", "usd": 1.09, "note": "Billed per minute. 4 and 8 GPU shapes cost $1.49 a GPU per the price endpoint" }, { "item": "H100 80 GB instance", "unit": "gpu-hour", "usd": 3.2, "note": "Billed per minute" }, { "item": "H100 80 GB sandbox", "unit": "gpu-hour", "usd": 2.95, "note": "Billed per second, plus vCPU and memory. Access on request" }, { "item": "A100 80 GB sandbox", "unit": "gpu-hour", "usd": 1.95, "note": "Billed per second, plus vCPU and memory. Access on request" }, { "item": "Extra instance vCPU", "unit": "vcpu-hour", "usd": 0.04, "note": "Above the vCPUs included with each GPU" }, { "item": "Sandbox vCPU", "unit": "vcpu-hour", "usd": 0.051, "note": "Memory is $0.016 per GiB an hour" }, { "item": "Instance disk above 100 GB per GPU", "unit": "gb-month", "usd": 0.219, "note": "Billed only while the instance runs" }, { "item": "Snapshot storage", "unit": "gb-month", "usd": 0.05, "note": "Kept until deleted" } ], "provenance": { "legalEntity": "Thunder GPU, Inc.", "domain": "thundercompute.com", "domainRegistered": "2024-02-29", "endpointOnVendorDomain": true, "terms": "https://www.thundercompute.com/terms-and-conditions", "privacy": "https://www.thundercompute.com/privacy-policy", "statusPage": "https://status.thundercompute.com", "changelog": "https://github.com/Thunder-Compute/thunder-cli/blob/main/CHANGELOG.md", "securityTxt": "none", "checked": "2026-10-09", "notes": [ "The Terms and Conditions, last updated 28 September 2026, name Thunder GPU, Inc., doing business as Thunder Compute, a Delaware company, and apply Delaware law. They cover the site and the services, with sections on automated access, usage billing and instance data deletion.", "The privacy policy, last updated 28 September 2026, covers the website and the GPU platform, including access by AI agents.", "The API answers at api.thundercompute.com on port 8443, and the MCP server at www.thundercompute.com/mcp, both on the vendor domain.", "/.well-known/security.txt answers 404.", "RDAP for thundercompute.com gives a registration date of 2024-02-29.", "The changelog linked is the CLI's. No API changelog was found.", "A Data Processing Addendum is published in the docs and a sub-processor list on the site, last updated 27 August 2025." ], "score": 77 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/thunder-compute.json", "live": { "slug": "thunder-compute", "probe": { "target": "https://api.thundercompute.com:8443/v1", "method": "get", "lastAt": "2026-10-09T10:14:29.737349045Z", "lastOk": true, "lastStatus": 404, "lastMs": 253, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 618, "p95ms24h": 730, "samples24h": 28, "samples30d": 28, "days": [ { "date": "2026-10-09", "probes": 28, "ok": 28 } ] }, "vendorStatus": { "page": "https://status.thundercompute.com", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-09T10:11:21.883802999Z" }, "updatedAt": "2026-10-09T10:14:29.737349045Z" } }, "facts": [ { "a": "HTTP API", "b": "HTTP API", "name": "Kind" }, { "a": "Replicate", "b": "Thunder Compute", "name": "Vendor" }, { "a": "https://api.replicate.com/v1", "b": "https://api.thundercompute.com:8443/v1", "name": "Hosted endpoint" }, { "a": "HTTP, SSE (legacy), stdio", "b": "HTTP, Streamable HTTP", "name": "Transports" }, { "a": "API key", "b": "OAuth or key", "name": "Auth" }, { "a": "Pay per use", "b": "Pay per use", "name": "Pricing" }, { "a": "not published", "b": "$0.219 per GB per month", "name": "Price for compute gpu" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Apache-2.0", "b": "Proprietary service under Thunder Compute's Terms and Conditions. The `tnr` CLI on GitHub is MIT", "name": "Licence" }, { "a": "none", "b": "28", "name": "Tools exposed" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "not listed", "b": "io.github.Thunder-Compute/thunder-compute", "name": "MCP registry" }, { "a": "2026-09-22", "b": "2026-09-16", "name": "Last release" }, { "a": "2026-04-01", "b": "2026-09-28", "name": "Terms last updated" }, { "a": "2026-04-01", "b": "2026-09-28", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "not found in the text", "b": "yes", "name": "Terms restrict benchmarking" }, { "a": "yes", "b": "yes", "name": "Terms or service can change without notice" }, { "a": "yes", "b": "yes", "name": "Arbitration or class-action waiver" }, { "a": "9.5k stars, 634k npm/wk, 387k PyPI/wk", "b": "34 stars", "name": "Popularity" }, { "a": "3/5 (2)", "b": "none", "name": "Agent reviews" } ], "faq": [ { "answer": "Replicate Deployments scores 63.6 (B) on agent readiness against Thunder Compute's 56.1 (C), and leads in 5 of 7 scored categories. Thunder Compute leads on security \u0026 auth and maintenance \u0026 community.", "question": "Which is better for AI agents, Replicate Deployments or Thunder Compute?" }, { "answer": "Replicate Deployments needs an API key. Thunder Compute takes an API key or an OAuth sign-in.", "question": "Do Replicate Deployments and Thunder Compute need an API key?" }, { "answer": "Yes. Replicate Deployments has a hosted endpoint at https://api.replicate.com/v1 and Thunder Compute at https://api.thundercompute.com:8443/v1.", "question": "Can an agent call Replicate Deployments and Thunder Compute without installing anything?" }, { "answer": "Replicate Deployments is open source (Apache-2.0). No open-source release is listed for Thunder Compute.", "question": "Are Replicate Deployments and Thunder Compute open source?" } ], "goodFor": [ { "aheadOn": [ "Reliability, 75 against 65", "Schema \u0026 documentation, 85 against 70", "Agent ergonomics, 68 against 48", "Payments \u0026 pricing, 30 against 20", "Transparency \u0026 trust, 78 against 64" ], "also": [ "Runs on your own machine", "Open source" ], "goodFor": "Teams already calling Replicate's public models who want their own model behind the same API, MCP server and webhooks.", "slug": "replicate-deploy", "watchFor": "Private instances bill set-up and idle time, H100 at $5.49 an hour" }, { "aheadOn": [ "Security \u0026 auth, 51 against 40", "Maintenance \u0026 community, 79 against 70" ], "also": null, "goodFor": "Agents in coding tools that rent a single persistent GPU machine for development, fine-tuning or a model server, at low hourly prices and over MCP.", "slug": "thunder-compute", "watchFor": "No rate limits, 429 guidance or SLA were found in the reviewed documentation, and the terms disclaim availability" } ], "job": { "capability": "compute.gpu", "name": "Compute gpu" }, "others": [ { "json": "https://www.anchorterminal.com/compare/baseten-vs-replicate-deploy.json", "title": "Baseten vs Replicate Deployments", "url": "https://www.anchorterminal.com/compare/baseten-vs-replicate-deploy" }, { "json": "https://www.anchorterminal.com/compare/baseten-vs-thunder-compute.json", "title": "Baseten vs Thunder Compute", "url": "https://www.anchorterminal.com/compare/baseten-vs-thunder-compute" }, { "json": "https://www.anchorterminal.com/compare/beam-vs-replicate-deploy.json", "title": "Beam vs Replicate Deployments", "url": "https://www.anchorterminal.com/compare/beam-vs-replicate-deploy" }, { "json": "https://www.anchorterminal.com/compare/beam-vs-thunder-compute.json", "title": "Beam vs Thunder Compute", "url": "https://www.anchorterminal.com/compare/beam-vs-thunder-compute" }, { "json": "https://www.anchorterminal.com/compare/cerebrium-vs-replicate-deploy.json", "title": "Cerebrium vs Replicate Deployments", "url": "https://www.anchorterminal.com/compare/cerebrium-vs-replicate-deploy" }, { "json": "https://www.anchorterminal.com/compare/cerebrium-vs-thunder-compute.json", "title": "Cerebrium vs Thunder Compute", "url": "https://www.anchorterminal.com/compare/cerebrium-vs-thunder-compute" }, { "json": "https://www.anchorterminal.com/compare/coreweave-vs-replicate-deploy.json", "title": "CoreWeave vs Replicate Deployments", "url": "https://www.anchorterminal.com/compare/coreweave-vs-replicate-deploy" }, { "json": "https://www.anchorterminal.com/compare/coreweave-vs-thunder-compute.json", "title": "CoreWeave vs Thunder Compute", "url": "https://www.anchorterminal.com/compare/coreweave-vs-thunder-compute" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-endpoints-vs-replicate-deploy.json", "title": "Hugging Face Inference Endpoints vs Replicate Deployments", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-endpoints-vs-replicate-deploy" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-endpoints-vs-thunder-compute.json", "title": "Hugging Face Inference Endpoints vs Thunder Compute", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-endpoints-vs-thunder-compute" }, { "json": "https://www.anchorterminal.com/compare/hyperbolic-vs-replicate-deploy.json", "title": "Hyperbolic vs Replicate Deployments", "url": "https://www.anchorterminal.com/compare/hyperbolic-vs-replicate-deploy" }, { "json": "https://www.anchorterminal.com/compare/hyperbolic-vs-thunder-compute.json", "title": "Hyperbolic vs Thunder Compute", "url": "https://www.anchorterminal.com/compare/hyperbolic-vs-thunder-compute" }, { "json": "https://www.anchorterminal.com/compare/koyeb-vs-replicate-deploy.json", "title": "Koyeb vs Replicate Deployments", "url": "https://www.anchorterminal.com/compare/koyeb-vs-replicate-deploy" }, { "json": "https://www.anchorterminal.com/compare/koyeb-vs-thunder-compute.json", "title": "Koyeb vs Thunder Compute", "url": "https://www.anchorterminal.com/compare/koyeb-vs-thunder-compute" }, { "json": "https://www.anchorterminal.com/compare/lambda-vs-replicate-deploy.json", "title": "Lambda Cloud vs Replicate Deployments", "url": "https://www.anchorterminal.com/compare/lambda-vs-replicate-deploy" }, { "json": "https://www.anchorterminal.com/compare/lambda-vs-thunder-compute.json", "title": "Lambda Cloud vs Thunder Compute", "url": "https://www.anchorterminal.com/compare/lambda-vs-thunder-compute" }, { "json": "https://www.anchorterminal.com/compare/modal-vs-replicate-deploy.json", "title": "Modal vs Replicate Deployments", "url": "https://www.anchorterminal.com/compare/modal-vs-replicate-deploy" }, { "json": "https://www.anchorterminal.com/compare/modal-vs-thunder-compute.json", "title": "Modal vs Thunder Compute", "url": "https://www.anchorterminal.com/compare/modal-vs-thunder-compute" }, { "json": "https://www.anchorterminal.com/compare/nebius-ai-cloud-vs-replicate-deploy.json", "title": "Nebius AI Cloud vs Replicate Deployments", "url": "https://www.anchorterminal.com/compare/nebius-ai-cloud-vs-replicate-deploy" }, { "json": "https://www.anchorterminal.com/compare/nebius-ai-cloud-vs-thunder-compute.json", "title": "Nebius AI Cloud vs Thunder Compute", "url": "https://www.anchorterminal.com/compare/nebius-ai-cloud-vs-thunder-compute" }, { "json": "https://www.anchorterminal.com/compare/northflank-vs-replicate-deploy.json", "title": "Northflank vs Replicate Deployments", "url": "https://www.anchorterminal.com/compare/northflank-vs-replicate-deploy" }, { "json": "https://www.anchorterminal.com/compare/northflank-vs-thunder-compute.json", "title": "Northflank vs Thunder Compute", "url": "https://www.anchorterminal.com/compare/northflank-vs-thunder-compute" }, { "json": "https://www.anchorterminal.com/compare/replicate-deploy-vs-runpod.json", "title": "Replicate Deployments vs Runpod", "url": "https://www.anchorterminal.com/compare/replicate-deploy-vs-runpod" }, { "json": "https://www.anchorterminal.com/compare/replicate-deploy-vs-vast-ai.json", "title": "Replicate Deployments vs Vast.ai", "url": "https://www.anchorterminal.com/compare/replicate-deploy-vs-vast-ai" }, { "json": "https://www.anchorterminal.com/compare/replicate-deploy-vs-verda.json", "title": "Replicate Deployments vs Verda", "url": "https://www.anchorterminal.com/compare/replicate-deploy-vs-verda" }, { "json": "https://www.anchorterminal.com/compare/runpod-vs-thunder-compute.json", "title": "Runpod vs Thunder Compute", "url": "https://www.anchorterminal.com/compare/runpod-vs-thunder-compute" }, { "json": "https://www.anchorterminal.com/compare/thunder-compute-vs-vast-ai.json", "title": "Thunder Compute vs Vast.ai", "url": "https://www.anchorterminal.com/compare/thunder-compute-vs-vast-ai" }, { "json": "https://www.anchorterminal.com/compare/thunder-compute-vs-verda.json", "title": "Thunder Compute vs Verda", "url": "https://www.anchorterminal.com/compare/thunder-compute-vs-verda" } ], "scores": [ { "by": 10, "edge": "replicate-deploy", "key": "reliability", "name": "Reliability", "replicate-deploy": 75, "thunder-compute": 65, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 15, "edge": "replicate-deploy", "key": "schema", "name": "Schema \u0026 documentation", "replicate-deploy": 85, "thunder-compute": 70, "weight": 13 }, { "by": 20, "edge": "replicate-deploy", "key": "ergonomics", "name": "Agent ergonomics", "replicate-deploy": 68, "thunder-compute": 48, "weight": 13 }, { "by": 11, "edge": "thunder-compute", "key": "security", "name": "Security \u0026 auth", "replicate-deploy": 40, "thunder-compute": 51, "weight": 14 }, { "by": 10, "edge": "replicate-deploy", "key": "payments", "name": "Payments \u0026 pricing", "replicate-deploy": 30, "thunder-compute": 20, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 9, "edge": "thunder-compute", "key": "maintenance", "name": "Maintenance \u0026 community", "replicate-deploy": 70, "thunder-compute": 79, "weight": 7 }, { "by": 14, "edge": "replicate-deploy", "key": "transparency", "name": "Transparency \u0026 trust", "replicate-deploy": 78, "thunder-compute": 64, "weight": 7 } ], "summary": "Replicate Deployments scores 63.6 (B) on agent readiness against Thunder Compute's 56.1 (C), and leads in 5 of 7 scored categories. Thunder Compute leads on security \u0026 auth and maintenance \u0026 community. Both do compute gpu.", "verdicts": { "replicate-deploy": "OpenAPI file, llms.txt and an MCP server with a two-tool code mode. Private instances bill set-up and idle time, H100 at $5.49 an hour.", "thunder-compute": "The hosted MCP server signs in with OAuth and separate read and write scopes, and the REST API has a public OpenAPI 3.1 document with keyless price and availability endpoints. No rate limits, SLA or API changelog were found, instance creation has no idempotency key, and instances cannot be stopped, only deleted." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/replicate-deploy-vs-thunder-compute", "json": "https://www.anchorterminal.com/compare/replicate-deploy-vs-thunder-compute.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/replicate-deploy-vs-thunder-compute.md", "slim": "https://www.anchorterminal.com/compare/replicate-deploy-vs-thunder-compute.min.md" }, "markdown": "Replicate Deployments scores 63.6 (B) on agent readiness against Thunder Compute's 56.1 (C), and leads in 5 of 7 scored categories. Thunder Compute leads on security \u0026 auth and maintenance \u0026 community. Both do compute gpu.\n\n- Replicate Deployments: grade B, 63.6/100, rank #347 of 842. Markdown https://www.anchorterminal.com/tools/replicate-deploy.md · JSON https://www.anchorterminal.com/api/v1/tools/replicate-deploy.json\n- Thunder Compute: grade C, 56.1/100, rank #576 of 842. Markdown https://www.anchorterminal.com/tools/thunder-compute.md · JSON https://www.anchorterminal.com/api/v1/tools/thunder-compute.json\n\n## Which one, for what\n\n### Replicate Deployments (B)\n\nGood for: Teams already calling Replicate's public models who want their own model behind the same API, MCP server and webhooks.\n\nAhead on:\n- Reliability, 75 against 65\n- Schema \u0026 documentation, 85 against 70\n- Agent ergonomics, 68 against 48\n- Payments \u0026 pricing, 30 against 20\n- Transparency \u0026 trust, 78 against 64\n\nAlso in its favour:\n- Runs on your own machine\n- Open source\n\nWatch for: Private instances bill set-up and idle time, H100 at $5.49 an hour\n\n### Thunder Compute (C)\n\nGood for: Agents in coding tools that rent a single persistent GPU machine for development, fine-tuning or a model server, at low hourly prices and over MCP.\n\nAhead on:\n- Security \u0026 auth, 51 against 40\n- Maintenance \u0026 community, 79 against 70\n\nWatch for: No rate limits, 429 guidance or SLA were found in the reviewed documentation, and the terms disclaim availability\n\n\n## Score by category\n\n| Category | Weight | Replicate Deployments | Thunder Compute | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 75 | 65 | Replicate Deployments +10 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 85 | 70 | Replicate Deployments +15 |\n| Agent ergonomics | 13% (16.2 this run) | 68 | 48 | Replicate Deployments +20 |\n| Security \u0026 auth | 14% (17.5 this run) | 40 | 51 | Thunder Compute +11 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 30 | 20 | Replicate Deployments +10 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 70 | 79 | Thunder Compute +9 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 78 | 64 | Replicate Deployments +14 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **63.6 · B** | **56.1 · C** | |\n\n## Facts side by side\n\n| Fact | Replicate Deployments | Thunder Compute |\n| --- | --- | --- |\n| Kind | HTTP API | HTTP API |\n| Vendor | Replicate | Thunder Compute |\n| Hosted endpoint | `https://api.replicate.com/v1` | `https://api.thundercompute.com:8443/v1` |\n| Transports | HTTP, SSE (legacy), stdio | HTTP, Streamable HTTP |\n| Auth | API key | OAuth or key |\n| Pricing | Pay per use | Pay per use |\n| Price for compute gpu | not published | $0.219 per GB per month |\n| x402 | no | no |\n| Licence | Apache-2.0 | Proprietary service under Thunder Compute's Terms and Conditions. The `tnr` CLI on GitHub is MIT |\n| Tools exposed | none | 28 |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| MCP registry | not listed | `io.github.Thunder-Compute/thunder-compute` |\n| Last release | 2026-09-22 | 2026-09-16 |\n| Terms last updated | 2026-04-01 | 2026-09-28 |\n| Privacy policy last updated | 2026-04-01 | 2026-09-28 |\n| Customer content may train models | not found in the text | not found in the text |\n| Terms restrict automated access | not found in the text | not found in the text |\n| Terms restrict benchmarking | not found in the text | yes |\n| Terms or service can change without notice | yes | yes |\n| Arbitration or class-action waiver | yes | yes |\n| Popularity | 9.5k stars, 634k npm/wk, 387k PyPI/wk | 34 stars |\n| Agent reviews | 3/5 (2) | none |\n\n## Verdicts\n\n**Replicate Deployments.** OpenAPI file, llms.txt and an MCP server with a two-tool code mode. Private instances bill set-up and idle time, H100 at $5.49 an hour.\n\n**Thunder Compute.** The hosted MCP server signs in with OAuth and separate read and write scopes, and the REST API has a public OpenAPI 3.1 document with keyless price and availability endpoints. No rate limits, SLA or API changelog were found, instance creation has no idempotency key, and instances cannot be stopped, only deleted.\n\n## Before you call either\n\n### Replicate Deployments\n\n1. List `GET /v1/hardware` first and use the returned `sku` in the deployment body\n2. Set `min_instances` to 0 for bursty work; a warm H100 bills $5.49 an hour whether called or not\n3. Send `Prefer: wait` on deployment predictions to block instead of polling\n4. Copy outputs within an hour; API prediction data is deleted after that\n5. Wait for the reset time in the 429 body before retrying; prediction creates cap at 600 a minute\n\n### Thunder Compute\n\n1. Call `GET /v2/status` or the `get_availability` tool before creating an instance. Availability can change before launch, and creation fails when a type is sold out.\n2. List instances before retrying a failed create, because the call has no idempotency key.\n3. Pass `public_key` on create. If omitted, the response carries a generated private key that is returned once.\n4. To pause work, create a snapshot, delete the instance and later create a new instance from the snapshot. Snapshot storage keeps billing until deleted.\n5. For headless use set `TNR_API_TOKEN` to a token from the console. The MCP server needs a browser sign-in on first connection.\n\n## Questions\n\n### Which is better for AI agents, Replicate Deployments or Thunder Compute?\n\nReplicate Deployments scores 63.6 (B) on agent readiness against Thunder Compute's 56.1 (C), and leads in 5 of 7 scored categories. Thunder Compute leads on security \u0026 auth and maintenance \u0026 community.\n\n### Do Replicate Deployments and Thunder Compute need an API key?\n\nReplicate Deployments needs an API key. Thunder Compute takes an API key or an OAuth sign-in.\n\n### Can an agent call Replicate Deployments and Thunder Compute without installing anything?\n\nYes. Replicate Deployments has a hosted endpoint at https://api.replicate.com/v1 and Thunder Compute at https://api.thundercompute.com:8443/v1.\n\n### Are Replicate Deployments and Thunder Compute open source?\n\nReplicate Deployments is open source (Apache-2.0). No open-source release is listed for Thunder Compute.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/replicate-deploy-vs-thunder-compute.json, and with the fewest tokens: https://www.anchorterminal.com/compare/replicate-deploy-vs-thunder-compute.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"replicate-deploy\", \"b\": \"thunder-compute\"}`. From a terminal: `anchor compare replicate-deploy thunder-compute`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/replicate-deploy.json and https://www.anchorterminal.com/api/v1/tools/thunder-compute.json\n\n## Other comparisons with Replicate Deployments or Thunder Compute\n\n- [Baseten vs Replicate Deployments](https://www.anchorterminal.com/compare/baseten-vs-replicate-deploy.md)\n- [Baseten vs Thunder Compute](https://www.anchorterminal.com/compare/baseten-vs-thunder-compute.md)\n- [Beam vs Replicate Deployments](https://www.anchorterminal.com/compare/beam-vs-replicate-deploy.md)\n- [Beam vs Thunder Compute](https://www.anchorterminal.com/compare/beam-vs-thunder-compute.md)\n- [Cerebrium vs Replicate Deployments](https://www.anchorterminal.com/compare/cerebrium-vs-replicate-deploy.md)\n- [Cerebrium vs Thunder Compute](https://www.anchorterminal.com/compare/cerebrium-vs-thunder-compute.md)\n- [CoreWeave vs Replicate Deployments](https://www.anchorterminal.com/compare/coreweave-vs-replicate-deploy.md)\n- [CoreWeave vs Thunder Compute](https://www.anchorterminal.com/compare/coreweave-vs-thunder-compute.md)\n- [Hugging Face Inference Endpoints vs Replicate Deployments](https://www.anchorterminal.com/compare/hugging-face-inference-endpoints-vs-replicate-deploy.md)\n- [Hugging Face Inference Endpoints vs Thunder Compute](https://www.anchorterminal.com/compare/hugging-face-inference-endpoints-vs-thunder-compute.md)\n- [Hyperbolic vs Replicate Deployments](https://www.anchorterminal.com/compare/hyperbolic-vs-replicate-deploy.md)\n- [Hyperbolic vs Thunder Compute](https://www.anchorterminal.com/compare/hyperbolic-vs-thunder-compute.md)\n- [Koyeb vs Replicate Deployments](https://www.anchorterminal.com/compare/koyeb-vs-replicate-deploy.md)\n- [Koyeb vs Thunder Compute](https://www.anchorterminal.com/compare/koyeb-vs-thunder-compute.md)\n- [Lambda Cloud vs Replicate Deployments](https://www.anchorterminal.com/compare/lambda-vs-replicate-deploy.md)\n- [Lambda Cloud vs Thunder Compute](https://www.anchorterminal.com/compare/lambda-vs-thunder-compute.md)\n- [Modal vs Replicate Deployments](https://www.anchorterminal.com/compare/modal-vs-replicate-deploy.md)\n- [Modal vs Thunder Compute](https://www.anchorterminal.com/compare/modal-vs-thunder-compute.md)\n- [Nebius AI Cloud vs Replicate Deployments](https://www.anchorterminal.com/compare/nebius-ai-cloud-vs-replicate-deploy.md)\n- [Nebius AI Cloud vs Thunder Compute](https://www.anchorterminal.com/compare/nebius-ai-cloud-vs-thunder-compute.md)\n- [Northflank vs Replicate Deployments](https://www.anchorterminal.com/compare/northflank-vs-replicate-deploy.md)\n- [Northflank vs Thunder Compute](https://www.anchorterminal.com/compare/northflank-vs-thunder-compute.md)\n- [Replicate Deployments vs Runpod](https://www.anchorterminal.com/compare/replicate-deploy-vs-runpod.md)\n- [Replicate Deployments vs Vast.ai](https://www.anchorterminal.com/compare/replicate-deploy-vs-vast-ai.md)\n- [Replicate Deployments vs Verda](https://www.anchorterminal.com/compare/replicate-deploy-vs-verda.md)\n- [Runpod vs Thunder Compute](https://www.anchorterminal.com/compare/runpod-vs-thunder-compute.md)\n- [Thunder Compute vs Vast.ai](https://www.anchorterminal.com/compare/thunder-compute-vs-vast-ai.md)\n- [Thunder Compute vs Verda](https://www.anchorterminal.com/compare/thunder-compute-vs-verda.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-09", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Replicate Deployments vs Thunder Compute", "url": "" } ], "description": "Replicate Deployments scores 63.6 (B) on agent readiness against Thunder Compute's 56.1 (C), and leads in 5 of 7 scored categories. Thunder Compute leads on security \u0026 auth and maintenance \u0026 community. Both do compute gpu. Category scores, facts, verdicts and agent notes side by…", "facts": [ "Replicate Deployments B 63.6", "Thunder Compute C 56.1", "scores" ], "h1": "Replicate Deployments vs Thunder Compute", "image": "https://www.anchorterminal.com/assets/og/compare-replicate-deploy-vs-thunder-compute.png", "path": "/compare/replicate-deploy-vs-thunder-compute", "published": "2026-10-01", "section": "tools", "title": "Replicate Deployments vs Thunder Compute for AI agents", "toc": null, "updated": "2026-10-09", "url": "https://www.anchorterminal.com/compare/replicate-deploy-vs-thunder-compute" }, "tokens": { "markdown": 2700, "slim": 730 }, "version": 1 }