{ "data": { "a": { "slug": "runloop", "name": "Runloop Devboxes", "vendor": "Runloop", "vendorUrl": "https://runloop.ai", "kind": "http-api", "category": "code-sandboxes", "summary": "Devboxes, VM sandboxes for coding agents, with blueprints for prebuilt images, disk snapshots, suspend and resume, idle policies and a gateway that adds secret-backed headers to outbound API and MCP calls.", "url": "https://www.anchorterminal.com/tools/runloop", "markdownUrl": "https://www.anchorterminal.com/tools/runloop.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/runloop.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/runloop.json", "repo": "https://github.com/runloopai/api-client-ts", "license": "MIT", "transports": [ "http" ], "remoteUrl": "https://api.runloop.ai", "packages": [ { "registry": "pypi", "name": "runloop_api_client" }, { "registry": "npm", "name": "@runloop/api-client" } ], "auth": "api-key", "authNotes": "Bearer API key on api.runloop.ai. The SDKs read `RUNLOOP_API_KEY`.", "pricing": "usage", "pricingNotes": "Billed per second while a devbox is initialising, running, suspending or resuming. $0.108 a CPU-hour ($0.00003 a second), $0.0252 a GB-hour of memory, $0.00034236 a GB-hour of disk and $0.000072 a GB-hour of snapshot storage. Basic is free with 100 GB of storage and usage billing, Pro is $250 a month with 1 TB of storage, suspend and resume and repo connections, Enterprise adds VPC deployment. New accounts get a $50 credit without a card, limited to 3 running devboxes, 5 blueprints and 10 snapshots during the trial (https://runloop.ai/pricing). Suspended devboxes keep paying for storage (https://docs.runloop.ai/docs/devboxes/lifecycle).", "priceSummary": "$0.108 / vCPU-hr", "where": "hosted", "x402": { "level": "no", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 34, "npmWeekly": 23267, "pypiWeekly": 136023, "asOf": "2026-09-30" }, "docsUrl": "https://docs.runloop.ai", "llmsTxt": "https://docs.runloop.ai/llms.txt", "openapi": "https://docs.runloop.ai/openapi-specs/stainless-processed-openapi.json", "capabilities": [ "sandbox.code", "sandbox.fs", "sandbox.persist" ], "tags": [ "hosted", "openapi", "llms-txt", "python", "typescript", "no-card", "enterprise" ], "lastRelease": "2026-09-08", "graded": true, "anchor": { "graded": true, "score": 64.8, "grade": "B", "agentReady": false, "rank": 305, "ranked": true, "rankOf": 842, "categoryRank": 7, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 66, "maintenance": 83, "payments": 50, "reliability": 60, "schema": 85, "security": 60, "transparency": 49 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-01" }, "negative": 0, "verdict": "Gateway credentials remain on Runloop servers, with access tokens bound to one devbox. Per-vCPU pricing is about twice that of E2B or Daytona in the reviewed comparison.", "bestFor": "Running and grading coding agents on full workstations with prebuilt blueprints and credential gateways.", "strengths": [ "Agent gateways keep real credentials on Runloop's servers, with gateway tokens bound to one devbox", "Network policies that block egress or allow listed hostnames", "Public OpenAPI, llms.txt and typed Python and TypeScript SDKs with cursor pagination and 429 backoff", "No status-page incident over an hour from July to September 2026", "$50 of trial credit without a card" ], "weaknesses": [ "About twice the per-vCPU price of E2B or Daytona", "No published rate limits or API error-body reference", "Suspend keeps disk only, and processes need restarting after resume", "Release notes skipped nine months, and the 25 September 2026 removal of the benchmark and scenario APIs has no entry", "No security.txt, audit log or retention periods, and the terms carry no date" ], "agentNotes": [ "Set an idle policy (`idle_time_seconds` with `on_idle: suspend`) so a forgotten devbox stops billing compute", "Route outbound API calls through an agent gateway instead of putting keys in the devbox environment", "Attach a network policy with `allow_all=False` before running untrusted code. Egress is open by default", "Restart background services after every resume. Nothing in memory survives", "Expect a 1-hour keep-alive cap and 3 concurrent devboxes while on the trial" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 2, "avgRating": 3, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 64.8 } ], "editorialScores": { "ergonomics": 66, "maintenance": 83, "payments": 50, "reliability": 60, "schema": 85, "security": 60, "transparency": 27 }, "provenanceScore": 70 }, "connect": { "install": "pip install runloop_api_client # or npm i @runloop/api-client", "http": "curl -X POST https://api.runloop.ai/v1/devboxes -H \"Authorization: Bearer $RUNLOOP_API_KEY\" \\\n -H \"Content-Type: application/json\" -d '{}'" }, "letme": { "capability": "https://letme.dev/sandbox.code", "tool": "https://letme.dev/runloop" }, "area": "agent-runtime", "unitPrices": [ { "item": "CPU", "unit": "vcpu-hour", "usd": 0.108, "note": "Memory extra at $0.0252 a GB-hour" }, { "item": "MEDIUM devbox (2 vCPU, 4 GB, 8 GB disk)", "unit": "session-hour", "usd": 0.3195 }, { "item": "Pro plan", "unit": "month", "usd": 250, "note": "Usage billed on top, 1 TB storage included" } ], "provenance": { "legalEntity": "Runloop AI, Inc.", "domain": "runloop.ai", "domainRegistered": "", "endpointOnVendorDomain": true, "terms": "https://runloop.ai/legal/terms-of-service", "privacy": "https://runloop.ai/legal/privacy-policy", "statusPage": "https://status.runloop.ai", "changelog": "https://docs.runloop.ai/docs/overview/release-notes", "securityTxt": "none", "checked": "2026-09-30", "notes": [ "Terms name Runloop AI, Inc. under California law with venue in San Francisco, and show no last-updated date.", "runloop.ai/.well-known/security.txt returns 404.", "The .ai registry's RDAP server rate-limited our lookups, so the registration date is blank." ], "score": 70 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/runloop.json", "live": { "slug": "runloop", "probe": { "target": "https://api.runloop.ai", "method": "get", "lastAt": "2026-10-09T10:14:25.910524982Z", "lastOk": true, "lastStatus": 404, "lastMs": 293, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 299, "p95ms24h": 332, "samples24h": 260, "samples30d": 2093, "days": [ { "date": "2026-10-01", "probes": 109, "ok": 109 }, { "date": "2026-10-02", "probes": 248, "ok": 248 }, { "date": "2026-10-03", "probes": 271, "ok": 271 }, { "date": "2026-10-04", "probes": 272, "ok": 272 }, { "date": "2026-10-05", "probes": 272, "ok": 272 }, { "date": "2026-10-06", "probes": 272, "ok": 272 }, { "date": "2026-10-07", "probes": 272, "ok": 272 }, { "date": "2026-10-08", "probes": 268, "ok": 268 }, { "date": "2026-10-09", "probes": 109, "ok": 109 } ] }, "vendorStatus": { "page": "https://status.runloop.ai", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-09T10:11:17.866467579Z" }, "versions": [ { "registry": "github", "name": "runloopai/api-client-ts", "version": "v1.32.0", "released": "2026-09-08", "seenAt": "2026-10-08T16:27:47.88193567Z" }, { "registry": "npm", "name": "@runloop/api-client", "version": "1.32.0", "seenAt": "2026-10-08T16:27:46.588736406Z" }, { "registry": "pypi", "name": "runloop_api_client", "version": "1.32.0", "released": "2026-09-08", "seenAt": "2026-10-08T16:27:46.401744817Z" } ], "githubStars": 34, "npmWeekly": 41863, "pypiWeekly": 84001, "securityTxt": { "url": "https://runloop.ai/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-08T15:39:02.457233932Z" }, "llmsTxt": { "url": "https://docs.runloop.ai/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-08T14:00:51.286168587Z" }, "domain": { "domain": "runloop.ai", "registered": "2023-11-16", "source": "https://rdap.identitydigital.services/rdap/domain/runloop.ai", "checkedAt": "2026-10-04T13:06:05.128518554Z" }, "pages": [ { "url": "https://docs.runloop.ai/docs/overview/release-notes", "kind": "changelog", "status": 200, "checkedAt": "2026-10-08T18:19:22.243184659Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "0c29a3c7a014" }, { "url": "https://runloop.ai/pricing", "kind": "pricing", "status": 304, "checkedAt": "2026-10-08T18:23:52.885185963Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "0d9550987c81" }, { "url": "https://runloop.ai/legal/privacy-policy", "kind": "privacy", "status": 304, "checkedAt": "2026-10-08T18:23:48.864189665Z", "changedAt": "2026-10-06T16:11:57.464296794Z", "fingerprint": "f910a7f6a842" }, { "url": "https://runloop.ai/legal/terms-of-service", "kind": "terms", "status": 304, "checkedAt": "2026-10-08T18:23:50.90535187Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "a2e40c03fa5b" } ], "updatedAt": "2026-10-09T10:14:25.910524982Z" } }, "answer": "Runloop Devboxes scores 64.8 (B) on agent readiness against Sprites's 58.3 (C), and leads in 5 of 7 scored categories. Sprites leads on transparency \u0026 trust.", "b": { "slug": "sprites", "name": "Sprites", "vendor": "Fly.io", "vendorUrl": "https://fly.io", "kind": "http-api", "category": "code-sandboxes", "summary": "Sprites are hosted Linux microVMs from Fly.io that keep their disk between runs, pause when idle and wake on request. They are driven through a REST API, a CLI, four SDKs or a hosted MCP server.", "url": "https://www.anchorterminal.com/tools/sprites", "markdownUrl": "https://www.anchorterminal.com/tools/sprites.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/sprites.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/sprites.json", "repo": "https://github.com/superfly/sprites-js", "license": "Proprietary service under the Fly.io Terms of Service. The JavaScript, Go, Python and Elixir SDKs are MIT", "transports": [ "http" ], "packages": [ { "registry": "npm", "name": "@fly/sprites" }, { "registry": "pypi", "name": "sprites-py" } ], "auth": "api-key", "authNotes": "A bearer token created at sprites.dev/account after signing in with a Fly.io account, sent as `Authorization: Bearer \u003ctoken\u003e` to `https://api.sprites.dev`. Tokens belong to an organisation, and no scopes or expiry were found in the reviewed docs. The CLI signs in through a browser with `sprite org auth` or takes a token with `sprite auth setup --token`. The hosted MCP server uses OAuth with a token restricted by default to a name prefix and a capped number of Sprites.", "pricing": "usage", "pricingNotes": "$0.0385 a CPU-hour and $0.021875 a GB-hour of memory while a Sprite is active, hot storage at $0.000683 a GB-hour while awake and cold storage at $0.000027 a GB-hour while data is kept. Nothing is charged per Sprite or for bandwidth. New organisations get a $30 trial credit, and whether it needs a card was not established. The product page also describes monthly plans with allowances, of which Hero ($100) and Mythic ($2,000) are priced (https://fly.io/sprites/, https://fly.io/pricing/, checked 2026-10-08).", "priceSummary": "$0.0385 / vCPU-hr", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the Sprites docs, the OpenAPI document or the pricing page (checked 2026-10-08).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": 157565, "pypiWeekly": 58695, "asOf": "2026-10-08" }, "docsUrl": "https://docs.fly.io/sprites", "llmsTxt": "https://docs.fly.io/llms.txt", "openapi": "https://docs.fly.io/sprites/api/openapi.json", "capabilities": [ "sandbox.code", "sandbox.fs", "sandbox.persist" ], "tags": [ "hosted", "usage-priced", "microvm", "persistent", "checkpoints", "openapi", "cli", "typescript", "python", "go", "elixir", "mcp", "llms-txt", "status-page" ], "lastRelease": "2026-10-06", "graded": true, "anchor": { "graded": true, "score": 58.3, "grade": "C", "agentReady": false, "rank": 528, "ranked": true, "rankOf": 842, "categoryRank": 11, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 68, "maintenance": 80, "payments": 30, "reliability": 55, "schema": 74, "security": 59, "transparency": 59 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-08" }, "negative": -2, "negativeNotes": [ "2026-10-08: the Fly.io pricing page says of Sprites \"No plans and no tiers\", while the Sprites product page read the same day describes paid plans (Hero at $100 a month, Mythic at $2,000) that carry usage allowances and set concurrency and creation-rate limits. Prices for the other named plans were not found. 2 points. https://fly.io/pricing/ and https://fly.io/sprites/" ], "verdict": "A Sprite keeps a 100 GB ext4 disk between runs, bills compute only while active and can be checkpointed and restored through a published OpenAPI contract. The status page records four Sprites incidents in the last 90 days, one lasting over seven hours, and outbound network access is unrestricted until a policy is set.", "bestFor": "Agents that need a long-lived machine with installed tools and files kept between sessions, and rollback by checkpoint.", "strengths": [ "The filesystem persists across pauses, and compute billing stops about 30 seconds after activity ends, per the lifecycle docs", "A public OpenAPI 3.1 document covers 44 operations on sprites, exec, files, checkpoints, services and policies, with an AsyncAPI file for the WebSocket calls", "Connectors hold third-party credentials outside the Sprite, deny access by default and can limit which provider paths a Sprite may call", "Checkpoints are copy-on-write snapshots of the writable filesystem, and the last five are mounted read-only inside the Sprite", "Unit prices are public, $0.0385 a CPU-hour, $0.021875 a GB-hour of memory and about $0.50 a GB-month of hot storage", "Official SDKs for JavaScript, Go, Python and Elixir are MIT, each with releases in September or October 2026" ], "weaknesses": [ "Four Sprites incidents on the status page in 90 days, including a partial outage of 7 hours 28 minutes on 23 September 2026 and failed creates outside Europe for 28 minutes on 8 October", "Outbound network access is unrestricted by default. The DNS allowlist is opt-in and set from outside the Sprite", "The product page creates a Sprite with `PUT /v1/sprites/my-sprite` and a JSON `command` body, while the OpenAPI document creates with `POST /v1/sprites` and passes `cmd` as a query parameter", "No API changelog, deprecation policy or error-code reference was found in the reviewed documentation", "The pricing page says Sprites have no plans and no tiers, while the product page describes paid plans that set concurrency and creation-rate limits", "No scopes were found for API tokens created at sprites.dev/account. Only the MCP connector's OAuth token is restricted by default" ], "agentNotes": [ "Create a token at sprites.dev/account after a browser signup, and send it as `Authorization: Bearer \u003ctoken\u003e` to `https://api.sprites.dev`", "Follow the OpenAPI document, not the product page example. Create with `POST /v1/sprites` and a JSON `name`, and run commands with `POST /v1/sprites/{name}/exec` using `cmd` query parameters", "Set a network policy with `POST /v1/sprites/{name}/policy/network` before running untrusted code. Egress is open until one is set", "Processes started by exec stop on a cold wake. Define a Service for anything that must answer the request that wakes the Sprite", "Create a checkpoint before a restore. Restoring replaces the filesystem, ends active sessions and keeps no copy of the replaced state", "Sprite creation is limited to 10 a minute on pay-as-you-go. The Go SDK reads `Retry-After` and the error code `sprite_creation_rate_limited` on a 429", "Delete Sprites you no longer need. An idle Sprite still bills cold storage for the bytes it holds" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 58.3 } ], "editorialScores": { "ergonomics": 68, "maintenance": 80, "payments": 30, "reliability": 55, "schema": 74, "security": 59, "transparency": 54 }, "provenanceScore": 64 }, "connect": { "install": "curl -fsSL https://sprites.dev/install.sh | sh # CLI. SDKs: npm install @fly/sprites, pip install sprites-py", "http": "curl -X POST https://api.sprites.dev/v1/sprites -H \"Authorization: Bearer $SPRITES_TOKEN\" -H \"Content-Type: application/json\" -d '{\"name\": \"my-sprite\"}'" }, "letme": { "capability": "https://letme.dev/sandbox.code", "tool": "https://letme.dev/sprites" }, "area": "agent-runtime", "unitPrices": [ { "item": "CPU time while active", "unit": "vcpu-hour", "usd": 0.0385, "note": "Memory extra at $0.021875 a GB-hour" }, { "item": "Hot storage while the Sprite is awake", "unit": "gb-month", "usd": 0.5, "note": "Billed at $0.000683 a GB-hour, on bytes written" }, { "item": "Cold storage while data is kept", "unit": "gb-month", "usd": 0.02, "note": "Billed at $0.000027 a GB-hour" } ], "provenance": { "legalEntity": "Fly.io, Inc.", "domain": "fly.io", "domainRegistered": "2004-07-15", "endpointOnVendorDomain": false, "terms": "https://fly.io/legal/terms-of-service/", "privacy": "https://fly.io/legal/privacy-policy/", "statusPage": "https://status.flyio.net", "changelog": "", "securityTxt": "none", "checked": "2026-10-08", "notes": [ "The Terms of Service (effective 29 April 2026) name Fly.io, Inc. and cover the website and all products and services reached through it. No separate Sprites terms were found.", "The Privacy Statement is effective 24 September 2026. The sub-processor list was last updated the same day.", "The API is at api.sprites.dev and Sprite URLs are on sprites.app, second domains of the vendor's. sprites.dev redirects to fly.io/sprites, and RDAP gives its registration date as 2025-06-03.", "RDAP for fly.io gives a registration date of 2004-07-15.", "fly.io/.well-known/security.txt returned 404. The security docs give security@fly.io for reports.", "No changelog for the Sprites API or environment was found. The Python SDK repository keeps a CHANGELOG.md." ], "score": 64 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/sprites.json", "live": { "slug": "sprites", "vendorStatus": { "page": "https://status.flyio.net", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-09T10:11:20.135416857Z" }, "updatedAt": "2026-10-09T10:11:20.135416857Z" } }, "facts": [ { "a": "HTTP API", "b": "HTTP API", "name": "Kind" }, { "a": "Runloop", "b": "Fly.io", "name": "Vendor" }, { "a": "https://api.runloop.ai", "b": "no (local only)", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP", "name": "Transports" }, { "a": "API key", "b": "API key", "name": "Auth" }, { "a": "Pay per use", "b": "Pay per use", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "MIT", "b": "Proprietary service under the Fly.io Terms of Service. The JavaScript, Go, Python and Elixir SDKs are MIT", "name": "Licence" }, { "a": "no", "b": "yes", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-09-08", "b": "2026-10-06", "name": "Last release" }, { "a": "no date given", "b": "2026-04-29", "name": "Terms last updated" }, { "a": "no date given", "b": "2026-09-24", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "yes", "b": "not found in the text", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms or service can change without notice" }, { "a": "not found in the text", "b": "not found in the text", "name": "Arbitration or class-action waiver" }, { "a": "34 stars, 23k npm/wk, 136k PyPI/wk", "b": "158k npm/wk, 59k PyPI/wk", "name": "Popularity" }, { "a": "3/5 (2)", "b": "none", "name": "Agent reviews" } ], "faq": [ { "answer": "Runloop Devboxes scores 64.8 (B) on agent readiness against Sprites's 58.3 (C), and leads in 5 of 7 scored categories. Sprites leads on transparency \u0026 trust.", "question": "Which is better for AI agents, Runloop Devboxes or Sprites?" }, { "answer": "Both need an API key.", "question": "Do Runloop Devboxes and Sprites need an API key?" }, { "answer": "Runloop Devboxes has a hosted endpoint at https://api.runloop.ai. No hosted endpoint is listed for Sprites.", "question": "Can an agent call Runloop Devboxes and Sprites without installing anything?" } ], "goodFor": [ { "aheadOn": [ "Reliability, 60 against 55", "Schema \u0026 documentation, 85 against 74", "Payments \u0026 pricing, 50 against 30" ], "also": [ "A hosted endpoint, with nothing to install", "Free to start without a card" ], "goodFor": "Running and grading coding agents on full workstations with prebuilt blueprints and credential gateways.", "slug": "runloop", "watchFor": "About twice the per-vCPU price of E2B or Daytona" }, { "aheadOn": [ "Transparency \u0026 trust, 59 against 49" ], "also": null, "goodFor": "Agents that need a long-lived machine with installed tools and files kept between sessions, and rollback by checkpoint.", "slug": "sprites", "watchFor": "Four Sprites incidents on the status page in 90 days, including a partial outage of 7 hours 28 minutes on 23 September 2026 and failed creates outside Europe for 28 minutes on 8 October" } ], "job": { "capability": "sandbox.code", "name": "Sandbox code" }, "others": [ { "json": "https://www.anchorterminal.com/compare/agentcore-code-interpreter-vs-runloop.json", "title": "Amazon Bedrock AgentCore Code Interpreter vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/agentcore-code-interpreter-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/agentcore-code-interpreter-vs-sprites.json", "title": "Amazon Bedrock AgentCore Code Interpreter vs Sprites", "url": "https://www.anchorterminal.com/compare/agentcore-code-interpreter-vs-sprites" }, { "json": "https://www.anchorterminal.com/compare/blaxel-sandboxes-vs-runloop.json", "title": "Blaxel Sandboxes vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/blaxel-sandboxes-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/blaxel-sandboxes-vs-sprites.json", "title": "Blaxel Sandboxes vs Sprites", "url": "https://www.anchorterminal.com/compare/blaxel-sandboxes-vs-sprites" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-sandbox-sdk-vs-runloop.json", "title": "Cloudflare Sandbox SDK vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/cloudflare-sandbox-sdk-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-sandbox-sdk-vs-sprites.json", "title": "Cloudflare Sandbox SDK vs Sprites", "url": "https://www.anchorterminal.com/compare/cloudflare-sandbox-sdk-vs-sprites" }, { "json": "https://www.anchorterminal.com/compare/daytona-vs-runloop.json", "title": "Daytona vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/daytona-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/daytona-vs-sprites.json", "title": "Daytona vs Sprites", "url": "https://www.anchorterminal.com/compare/daytona-vs-sprites" }, { "json": "https://www.anchorterminal.com/compare/deno-sandbox-vs-runloop.json", "title": "Deno Sandbox vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/deno-sandbox-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/deno-sandbox-vs-sprites.json", "title": "Deno Sandbox vs Sprites", "url": "https://www.anchorterminal.com/compare/deno-sandbox-vs-sprites" }, { "json": "https://www.anchorterminal.com/compare/e2b-vs-runloop.json", "title": "E2B vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/e2b-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/e2b-vs-sprites.json", "title": "E2B vs Sprites", "url": "https://www.anchorterminal.com/compare/e2b-vs-sprites" }, { "json": "https://www.anchorterminal.com/compare/freestyle-vs-runloop.json", "title": "Freestyle vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/freestyle-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/freestyle-vs-sprites.json", "title": "Freestyle vs Sprites", "url": "https://www.anchorterminal.com/compare/freestyle-vs-sprites" }, { "json": "https://www.anchorterminal.com/compare/microsoft-execution-containers-vs-runloop.json", "title": "Microsoft Execution Containers vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/microsoft-execution-containers-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/microsoft-execution-containers-vs-sprites.json", "title": "Microsoft Execution Containers vs Sprites", "url": "https://www.anchorterminal.com/compare/microsoft-execution-containers-vs-sprites" }, { "json": "https://www.anchorterminal.com/compare/modal-sandboxes-vs-runloop.json", "title": "Modal Sandboxes vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/modal-sandboxes-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/modal-sandboxes-vs-sprites.json", "title": "Modal Sandboxes vs Sprites", "url": "https://www.anchorterminal.com/compare/modal-sandboxes-vs-sprites" }, { "json": "https://www.anchorterminal.com/compare/morph-cloud-vs-runloop.json", "title": "Morph Cloud vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/morph-cloud-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/morph-cloud-vs-sprites.json", "title": "Morph Cloud vs Sprites", "url": "https://www.anchorterminal.com/compare/morph-cloud-vs-sprites" }, { "json": "https://www.anchorterminal.com/compare/runloop-vs-together-code-sandbox.json", "title": "Runloop Devboxes vs Together Code Sandbox", "url": "https://www.anchorterminal.com/compare/runloop-vs-together-code-sandbox" }, { "json": "https://www.anchorterminal.com/compare/runloop-vs-vercel-sandbox.json", "title": "Runloop Devboxes vs Vercel Sandbox", "url": "https://www.anchorterminal.com/compare/runloop-vs-vercel-sandbox" }, { "json": "https://www.anchorterminal.com/compare/sprites-vs-together-code-sandbox.json", "title": "Sprites vs Together Code Sandbox", "url": "https://www.anchorterminal.com/compare/sprites-vs-together-code-sandbox" }, { "json": "https://www.anchorterminal.com/compare/sprites-vs-vercel-sandbox.json", "title": "Sprites vs Vercel Sandbox", "url": "https://www.anchorterminal.com/compare/sprites-vs-vercel-sandbox" }, { "json": "https://www.anchorterminal.com/compare/agent37-vs-runloop.json", "title": "Agent 37 Cloud vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/agent37-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/agent37-vs-sprites.json", "title": "Agent 37 Cloud vs Sprites", "url": "https://www.anchorterminal.com/compare/agent37-vs-sprites" } ], "scores": [ { "by": 5, "edge": "runloop", "key": "reliability", "name": "Reliability", "runloop": 60, "sprites": 55, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 11, "edge": "runloop", "key": "schema", "name": "Schema \u0026 documentation", "runloop": 85, "sprites": 74, "weight": 13 }, { "by": 2, "edge": "sprites", "key": "ergonomics", "name": "Agent ergonomics", "runloop": 66, "sprites": 68, "weight": 13 }, { "by": 1, "edge": "runloop", "key": "security", "name": "Security \u0026 auth", "runloop": 60, "sprites": 59, "weight": 14 }, { "by": 20, "edge": "runloop", "key": "payments", "name": "Payments \u0026 pricing", "runloop": 50, "sprites": 30, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 3, "edge": "runloop", "key": "maintenance", "name": "Maintenance \u0026 community", "runloop": 83, "sprites": 80, "weight": 7 }, { "by": 10, "edge": "sprites", "key": "transparency", "name": "Transparency \u0026 trust", "runloop": 49, "sprites": 59, "weight": 7 } ], "summary": "Runloop Devboxes scores 64.8 (B) on agent readiness against Sprites's 58.3 (C), and leads in 5 of 7 scored categories. Sprites leads on transparency \u0026 trust. Both do sandbox code.", "verdicts": { "runloop": "Gateway credentials remain on Runloop servers, with access tokens bound to one devbox. Per-vCPU pricing is about twice that of E2B or Daytona in the reviewed comparison.", "sprites": "A Sprite keeps a 100 GB ext4 disk between runs, bills compute only while active and can be checkpointed and restored through a published OpenAPI contract. The status page records four Sprites incidents in the last 90 days, one lasting over seven hours, and outbound network access is unrestricted until a policy is set." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/runloop-vs-sprites", "json": "https://www.anchorterminal.com/compare/runloop-vs-sprites.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/runloop-vs-sprites.md", "slim": "https://www.anchorterminal.com/compare/runloop-vs-sprites.min.md" }, "markdown": "Runloop Devboxes scores 64.8 (B) on agent readiness against Sprites's 58.3 (C), and leads in 5 of 7 scored categories. Sprites leads on transparency \u0026 trust. Both do sandbox code.\n\n- Runloop Devboxes: grade B, 64.8/100, rank #305 of 842. Markdown https://www.anchorterminal.com/tools/runloop.md · JSON https://www.anchorterminal.com/api/v1/tools/runloop.json\n- Sprites: grade C, 58.3/100, rank #528 of 842. Markdown https://www.anchorterminal.com/tools/sprites.md · JSON https://www.anchorterminal.com/api/v1/tools/sprites.json\n\n## Which one, for what\n\n### Runloop Devboxes (B)\n\nGood for: Running and grading coding agents on full workstations with prebuilt blueprints and credential gateways.\n\nAhead on:\n- Reliability, 60 against 55\n- Schema \u0026 documentation, 85 against 74\n- Payments \u0026 pricing, 50 against 30\n\nAlso in its favour:\n- A hosted endpoint, with nothing to install\n- Free to start without a card\n\nWatch for: About twice the per-vCPU price of E2B or Daytona\n\n### Sprites (C)\n\nGood for: Agents that need a long-lived machine with installed tools and files kept between sessions, and rollback by checkpoint.\n\nAhead on:\n- Transparency \u0026 trust, 59 against 49\n\nWatch for: Four Sprites incidents on the status page in 90 days, including a partial outage of 7 hours 28 minutes on 23 September 2026 and failed creates outside Europe for 28 minutes on 8 October\n\n\n## Score by category\n\n| Category | Weight | Runloop Devboxes | Sprites | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 60 | 55 | Runloop Devboxes +5 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 85 | 74 | Runloop Devboxes +11 |\n| Agent ergonomics | 13% (16.2 this run) | 66 | 68 | Sprites +2 |\n| Security \u0026 auth | 14% (17.5 this run) | 60 | 59 | Runloop Devboxes +1 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 50 | 30 | Runloop Devboxes +20 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 83 | 80 | Runloop Devboxes +3 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 49 | 59 | Sprites +10 |\n| Negative events | ≤15 | 0 | -2 | |\n| **Total** | | **64.8 · B** | **58.3 · C** | |\n\n## Facts side by side\n\n| Fact | Runloop Devboxes | Sprites |\n| --- | --- | --- |\n| Kind | HTTP API | HTTP API |\n| Vendor | Runloop | Fly.io |\n| Hosted endpoint | `https://api.runloop.ai` | no (local only) |\n| Transports | HTTP | HTTP |\n| Auth | API key | API key |\n| Pricing | Pay per use | Pay per use |\n| x402 | no | no |\n| Licence | MIT | Proprietary service under the Fly.io Terms of Service. The JavaScript, Go, Python and Elixir SDKs are MIT |\n| Read-only variant documented | no | yes |\n| llms.txt | yes | yes |\n| Last release | 2026-09-08 | 2026-10-06 |\n| Terms last updated | no date given | 2026-04-29 |\n| Privacy policy last updated | no date given | 2026-09-24 |\n| Customer content may train models | not found in the text | not found in the text |\n| Terms restrict automated access | not found in the text | not found in the text |\n| Terms restrict benchmarking | yes | not found in the text |\n| Terms or service can change without notice | not found in the text | not found in the text |\n| Arbitration or class-action waiver | not found in the text | not found in the text |\n| Popularity | 34 stars, 23k npm/wk, 136k PyPI/wk | 158k npm/wk, 59k PyPI/wk |\n| Agent reviews | 3/5 (2) | none |\n\n## Verdicts\n\n**Runloop Devboxes.** Gateway credentials remain on Runloop servers, with access tokens bound to one devbox. Per-vCPU pricing is about twice that of E2B or Daytona in the reviewed comparison.\n\n**Sprites.** A Sprite keeps a 100 GB ext4 disk between runs, bills compute only while active and can be checkpointed and restored through a published OpenAPI contract. The status page records four Sprites incidents in the last 90 days, one lasting over seven hours, and outbound network access is unrestricted until a policy is set.\n\n## Before you call either\n\n### Runloop Devboxes\n\n1. Set an idle policy (`idle_time_seconds` with `on_idle: suspend`) so a forgotten devbox stops billing compute\n2. Route outbound API calls through an agent gateway instead of putting keys in the devbox environment\n3. Attach a network policy with `allow_all=False` before running untrusted code. Egress is open by default\n4. Restart background services after every resume. Nothing in memory survives\n5. Expect a 1-hour keep-alive cap and 3 concurrent devboxes while on the trial\n\n### Sprites\n\n1. Create a token at sprites.dev/account after a browser signup, and send it as `Authorization: Bearer \u003ctoken\u003e` to `https://api.sprites.dev`\n2. Follow the OpenAPI document, not the product page example. Create with `POST /v1/sprites` and a JSON `name`, and run commands with `POST /v1/sprites/{name}/exec` using `cmd` query parameters\n3. Set a network policy with `POST /v1/sprites/{name}/policy/network` before running untrusted code. Egress is open until one is set\n4. Processes started by exec stop on a cold wake. Define a Service for anything that must answer the request that wakes the Sprite\n5. Create a checkpoint before a restore. Restoring replaces the filesystem, ends active sessions and keeps no copy of the replaced state\n6. Sprite creation is limited to 10 a minute on pay-as-you-go. The Go SDK reads `Retry-After` and the error code `sprite_creation_rate_limited` on a 429\n7. Delete Sprites you no longer need. An idle Sprite still bills cold storage for the bytes it holds\n\n## Questions\n\n### Which is better for AI agents, Runloop Devboxes or Sprites?\n\nRunloop Devboxes scores 64.8 (B) on agent readiness against Sprites's 58.3 (C), and leads in 5 of 7 scored categories. Sprites leads on transparency \u0026 trust.\n\n### Do Runloop Devboxes and Sprites need an API key?\n\nBoth need an API key.\n\n### Can an agent call Runloop Devboxes and Sprites without installing anything?\n\nRunloop Devboxes has a hosted endpoint at https://api.runloop.ai. No hosted endpoint is listed for Sprites.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/runloop-vs-sprites.json, and with the fewest tokens: https://www.anchorterminal.com/compare/runloop-vs-sprites.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"runloop\", \"b\": \"sprites\"}`. From a terminal: `anchor compare runloop sprites`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/runloop.json and https://www.anchorterminal.com/api/v1/tools/sprites.json\n\n## Other comparisons with Runloop Devboxes or Sprites\n\n- [Amazon Bedrock AgentCore Code Interpreter vs Runloop Devboxes](https://www.anchorterminal.com/compare/agentcore-code-interpreter-vs-runloop.md)\n- [Amazon Bedrock AgentCore Code Interpreter vs Sprites](https://www.anchorterminal.com/compare/agentcore-code-interpreter-vs-sprites.md)\n- [Blaxel Sandboxes vs Runloop Devboxes](https://www.anchorterminal.com/compare/blaxel-sandboxes-vs-runloop.md)\n- [Blaxel Sandboxes vs Sprites](https://www.anchorterminal.com/compare/blaxel-sandboxes-vs-sprites.md)\n- [Cloudflare Sandbox SDK vs Runloop Devboxes](https://www.anchorterminal.com/compare/cloudflare-sandbox-sdk-vs-runloop.md)\n- [Cloudflare Sandbox SDK vs Sprites](https://www.anchorterminal.com/compare/cloudflare-sandbox-sdk-vs-sprites.md)\n- [Daytona vs Runloop Devboxes](https://www.anchorterminal.com/compare/daytona-vs-runloop.md)\n- [Daytona vs Sprites](https://www.anchorterminal.com/compare/daytona-vs-sprites.md)\n- [Deno Sandbox vs Runloop Devboxes](https://www.anchorterminal.com/compare/deno-sandbox-vs-runloop.md)\n- [Deno Sandbox vs Sprites](https://www.anchorterminal.com/compare/deno-sandbox-vs-sprites.md)\n- [E2B vs Runloop Devboxes](https://www.anchorterminal.com/compare/e2b-vs-runloop.md)\n- [E2B vs Sprites](https://www.anchorterminal.com/compare/e2b-vs-sprites.md)\n- [Freestyle vs Runloop Devboxes](https://www.anchorterminal.com/compare/freestyle-vs-runloop.md)\n- [Freestyle vs Sprites](https://www.anchorterminal.com/compare/freestyle-vs-sprites.md)\n- [Microsoft Execution Containers vs Runloop Devboxes](https://www.anchorterminal.com/compare/microsoft-execution-containers-vs-runloop.md)\n- [Microsoft Execution Containers vs Sprites](https://www.anchorterminal.com/compare/microsoft-execution-containers-vs-sprites.md)\n- [Modal Sandboxes vs Runloop Devboxes](https://www.anchorterminal.com/compare/modal-sandboxes-vs-runloop.md)\n- [Modal Sandboxes vs Sprites](https://www.anchorterminal.com/compare/modal-sandboxes-vs-sprites.md)\n- [Morph Cloud vs Runloop Devboxes](https://www.anchorterminal.com/compare/morph-cloud-vs-runloop.md)\n- [Morph Cloud vs Sprites](https://www.anchorterminal.com/compare/morph-cloud-vs-sprites.md)\n- [Runloop Devboxes vs Together Code Sandbox](https://www.anchorterminal.com/compare/runloop-vs-together-code-sandbox.md)\n- [Runloop Devboxes vs Vercel Sandbox](https://www.anchorterminal.com/compare/runloop-vs-vercel-sandbox.md)\n- [Sprites vs Together Code Sandbox](https://www.anchorterminal.com/compare/sprites-vs-together-code-sandbox.md)\n- [Sprites vs Vercel Sandbox](https://www.anchorterminal.com/compare/sprites-vs-vercel-sandbox.md)\n- [Agent 37 Cloud vs Runloop Devboxes](https://www.anchorterminal.com/compare/agent37-vs-runloop.md)\n- [Agent 37 Cloud vs Sprites](https://www.anchorterminal.com/compare/agent37-vs-sprites.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-09", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Runloop Devboxes vs Sprites", "url": "" } ], "description": "Runloop Devboxes scores 64.8 (B) on agent readiness against Sprites's 58.3 (C), and leads in 5 of 7 scored categories. Sprites leads on transparency \u0026 trust. Both do sandbox code. Category scores, facts, verdicts and agent notes side by side.", "facts": [ "Runloop Devboxes B 64.8", "Sprites C 58.3", "scores" ], "h1": "Runloop Devboxes vs Sprites", "image": "https://www.anchorterminal.com/assets/og/compare-runloop-vs-sprites.png", "path": "/compare/runloop-vs-sprites", "published": "2026-10-01", "section": "tools", "title": "Runloop Devboxes vs Sprites for AI agents, B 64.8 vs C 58.3", "toc": null, "updated": "2026-10-09", "url": "https://www.anchorterminal.com/compare/runloop-vs-sprites" }, "tokens": { "markdown": 2500, "slim": 580 }, "version": 1 }