{ "data": { "a": { "slug": "runloop", "name": "Runloop Devboxes", "vendor": "Runloop", "vendorUrl": "https://runloop.ai", "kind": "http-api", "category": "code-sandboxes", "summary": "Devboxes, VM sandboxes for coding agents, with blueprints for prebuilt images, disk snapshots, suspend and resume, idle policies and a gateway that adds secret-backed headers to outbound API and MCP calls.", "url": "https://www.anchorterminal.com/tools/runloop", "markdownUrl": "https://www.anchorterminal.com/tools/runloop.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/runloop.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/runloop.json", "repo": "https://github.com/runloopai/api-client-ts", "license": "MIT", "transports": [ "http" ], "remoteUrl": "https://api.runloop.ai", "packages": [ { "registry": "pypi", "name": "runloop_api_client" }, { "registry": "npm", "name": "@runloop/api-client" } ], "auth": "api-key", "authNotes": "Bearer API key on api.runloop.ai. The SDKs read `RUNLOOP_API_KEY`.", "pricing": "usage", "pricingNotes": "Billed per second while a devbox is initialising, running, suspending or resuming. $0.108 a CPU-hour ($0.00003 a second), $0.0252 a GB-hour of memory, $0.00034236 a GB-hour of disk and $0.000072 a GB-hour of snapshot storage. Basic is free with 100 GB of storage and usage billing, Pro is $250 a month with 1 TB of storage, suspend and resume and repo connections, Enterprise adds VPC deployment. New accounts get a $50 credit without a card, limited to 3 running devboxes, 5 blueprints and 10 snapshots during the trial (https://runloop.ai/pricing). Suspended devboxes keep paying for storage (https://docs.runloop.ai/docs/devboxes/lifecycle).", "priceSummary": "$0.108 / vCPU-hr", "where": "hosted", "x402": { "level": "no", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 34, "npmWeekly": 23267, "pypiWeekly": 136023, "asOf": "2026-09-30" }, "docsUrl": "https://docs.runloop.ai", "llmsTxt": "https://docs.runloop.ai/llms.txt", "openapi": "https://docs.runloop.ai/openapi-specs/stainless-processed-openapi.json", "capabilities": [ "sandbox.code", "sandbox.fs", "sandbox.persist" ], "tags": [ "hosted", "openapi", "llms-txt", "python", "typescript", "no-card", "enterprise" ], "lastRelease": "2026-09-08", "graded": true, "anchor": { "graded": true, "score": 64.8, "grade": "B", "agentReady": false, "rank": 305, "ranked": true, "rankOf": 842, "categoryRank": 7, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 66, "maintenance": 83, "payments": 50, "reliability": 60, "schema": 85, "security": 60, "transparency": 49 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-01" }, "negative": 0, "verdict": "Gateway credentials remain on Runloop servers, with access tokens bound to one devbox. Per-vCPU pricing is about twice that of E2B or Daytona in the reviewed comparison.", "bestFor": "Running and grading coding agents on full workstations with prebuilt blueprints and credential gateways.", "strengths": [ "Agent gateways keep real credentials on Runloop's servers, with gateway tokens bound to one devbox", "Network policies that block egress or allow listed hostnames", "Public OpenAPI, llms.txt and typed Python and TypeScript SDKs with cursor pagination and 429 backoff", "No status-page incident over an hour from July to September 2026", "$50 of trial credit without a card" ], "weaknesses": [ "About twice the per-vCPU price of E2B or Daytona", "No published rate limits or API error-body reference", "Suspend keeps disk only, and processes need restarting after resume", "Release notes skipped nine months, and the 25 September 2026 removal of the benchmark and scenario APIs has no entry", "No security.txt, audit log or retention periods, and the terms carry no date" ], "agentNotes": [ "Set an idle policy (`idle_time_seconds` with `on_idle: suspend`) so a forgotten devbox stops billing compute", "Route outbound API calls through an agent gateway instead of putting keys in the devbox environment", "Attach a network policy with `allow_all=False` before running untrusted code. Egress is open by default", "Restart background services after every resume. Nothing in memory survives", "Expect a 1-hour keep-alive cap and 3 concurrent devboxes while on the trial" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 2, "avgRating": 3, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 64.8 } ], "editorialScores": { "ergonomics": 66, "maintenance": 83, "payments": 50, "reliability": 60, "schema": 85, "security": 60, "transparency": 27 }, "provenanceScore": 70 }, "connect": { "install": "pip install runloop_api_client # or npm i @runloop/api-client", "http": "curl -X POST https://api.runloop.ai/v1/devboxes -H \"Authorization: Bearer $RUNLOOP_API_KEY\" \\\n -H \"Content-Type: application/json\" -d '{}'" }, "letme": { "capability": "https://letme.dev/sandbox.code", "tool": "https://letme.dev/runloop" }, "area": "agent-runtime", "unitPrices": [ { "item": "CPU", "unit": "vcpu-hour", "usd": 0.108, "note": "Memory extra at $0.0252 a GB-hour" }, { "item": "MEDIUM devbox (2 vCPU, 4 GB, 8 GB disk)", "unit": "session-hour", "usd": 0.3195 }, { "item": "Pro plan", "unit": "month", "usd": 250, "note": "Usage billed on top, 1 TB storage included" } ], "provenance": { "legalEntity": "Runloop AI, Inc.", "domain": "runloop.ai", "domainRegistered": "", "endpointOnVendorDomain": true, "terms": "https://runloop.ai/legal/terms-of-service", "privacy": "https://runloop.ai/legal/privacy-policy", "statusPage": "https://status.runloop.ai", "changelog": "https://docs.runloop.ai/docs/overview/release-notes", "securityTxt": "none", "checked": "2026-09-30", "notes": [ "Terms name Runloop AI, Inc. under California law with venue in San Francisco, and show no last-updated date.", "runloop.ai/.well-known/security.txt returns 404.", "The .ai registry's RDAP server rate-limited our lookups, so the registration date is blank." ], "score": 70 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/runloop.json", "live": { "slug": "runloop", "probe": { "target": "https://api.runloop.ai", "method": "get", "lastAt": "2026-10-09T10:14:25.910524982Z", "lastOk": true, "lastStatus": 404, "lastMs": 293, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 299, "p95ms24h": 332, "samples24h": 260, "samples30d": 2093, "days": [ { "date": "2026-10-01", "probes": 109, "ok": 109 }, { "date": "2026-10-02", "probes": 248, "ok": 248 }, { "date": "2026-10-03", "probes": 271, "ok": 271 }, { "date": "2026-10-04", "probes": 272, "ok": 272 }, { "date": "2026-10-05", "probes": 272, "ok": 272 }, { "date": "2026-10-06", "probes": 272, "ok": 272 }, { "date": "2026-10-07", "probes": 272, "ok": 272 }, { "date": "2026-10-08", "probes": 268, "ok": 268 }, { "date": "2026-10-09", "probes": 109, "ok": 109 } ] }, "vendorStatus": { "page": "https://status.runloop.ai", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-09T10:11:17.866467579Z" }, "versions": [ { "registry": "github", "name": "runloopai/api-client-ts", "version": "v1.32.0", "released": "2026-09-08", "seenAt": "2026-10-08T16:27:47.88193567Z" }, { "registry": "npm", "name": "@runloop/api-client", "version": "1.32.0", "seenAt": "2026-10-08T16:27:46.588736406Z" }, { "registry": "pypi", "name": "runloop_api_client", "version": "1.32.0", "released": "2026-09-08", "seenAt": "2026-10-08T16:27:46.401744817Z" } ], "githubStars": 34, "npmWeekly": 41863, "pypiWeekly": 84001, "securityTxt": { "url": "https://runloop.ai/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-08T15:39:02.457233932Z" }, "llmsTxt": { "url": "https://docs.runloop.ai/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-08T14:00:51.286168587Z" }, "domain": { "domain": "runloop.ai", "registered": "2023-11-16", "source": "https://rdap.identitydigital.services/rdap/domain/runloop.ai", "checkedAt": "2026-10-04T13:06:05.128518554Z" }, "pages": [ { "url": "https://docs.runloop.ai/docs/overview/release-notes", "kind": "changelog", "status": 200, "checkedAt": "2026-10-08T18:19:22.243184659Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "0c29a3c7a014" }, { "url": "https://runloop.ai/pricing", "kind": "pricing", "status": 304, "checkedAt": "2026-10-08T18:23:52.885185963Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "0d9550987c81" }, { "url": "https://runloop.ai/legal/privacy-policy", "kind": "privacy", "status": 304, "checkedAt": "2026-10-08T18:23:48.864189665Z", "changedAt": "2026-10-06T16:11:57.464296794Z", "fingerprint": "f910a7f6a842" }, { "url": "https://runloop.ai/legal/terms-of-service", "kind": "terms", "status": 304, "checkedAt": "2026-10-08T18:23:50.90535187Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "a2e40c03fa5b" } ], "updatedAt": "2026-10-09T10:14:25.910524982Z" } }, "answer": "Runloop Devboxes scores 64.8 (B) on agent readiness against Together Code Sandbox's 53.6 (D), and leads in 3 of 7 scored categories. Together Code Sandbox leads on transparency \u0026 trust.", "b": { "slug": "together-code-sandbox", "name": "Together Code Sandbox", "vendor": "Together AI", "vendorUrl": "https://www.together.ai", "kind": "http-api", "category": "code-sandboxes", "summary": "Together AI's hosted virtual machine sandboxes for running commands and code, built from Docker-image snapshots and driven from the `together-sandbox` Python SDK, TypeScript SDK or CLI. Access is by allowlist, on request to Together.", "url": "https://www.anchorterminal.com/tools/together-code-sandbox", "markdownUrl": "https://www.anchorterminal.com/tools/together-code-sandbox.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/together-code-sandbox.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/together-code-sandbox.json", "repo": "https://github.com/togethercomputer/together-sandbox", "license": "Proprietary service under Together's terms of service. The SDKs, CLI and OpenAPI documents on GitHub are MIT", "transports": [ "http" ], "remoteUrl": "https://api.bartender.codesandbox.io", "packages": [ { "registry": "pypi", "name": "together-sandbox" }, { "registry": "npm", "name": "together-sandbox" } ], "auth": "api-key", "authNotes": "Access is by allowlist. The docs say the `together-sandbox` SDK and CLI must be enabled for an organisation and to contact Together to request it. Once enabled, a project-scoped Together API key is sent as a Bearer token, read from `TOGETHER_API_KEY`. Keys are revocable, can carry an expiry date and have no finer scopes. Each running sandbox also has its own agent token for the in-VM API, which the SDKs handle.", "pricing": "usage", "pricingNotes": "The pricing page lists Code Sandbox compute at $0.0446 per vCPU-hour and $0.0149 per GiB of RAM per hour, and does not say whether that rate covers the new SDK as well as the legacy one. No free tier or sandbox lets an agent start without a contract. Together has no free trial, platform access needs a $15 first credit purchase, and the organisation must then be enabled on request (https://www.together.ai/pricing, https://docs.together.ai/docs/billing-credits).", "priceSummary": "$0.0446 / vCPU-hr", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs page, the repository or the pricing page (checked 2026-10-08).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 3, "npmWeekly": 1298, "pypiWeekly": 3387, "asOf": "2026-10-08" }, "docsUrl": "https://docs.together.ai/docs/together-code-sandbox", "llmsTxt": "https://docs.together.ai/llms.txt", "openapi": "https://togethercomputer.github.io/together-sandbox/api-openapi.json", "capabilities": [ "sandbox.code", "sandbox.fs", "sandbox.persist" ], "tags": [ "hosted", "usage", "allowlist", "sales-led", "openapi", "llms-txt", "python", "typescript", "cli", "security-txt" ], "lastRelease": "2026-10-07", "graded": true, "anchor": { "graded": true, "score": 53.6, "grade": "D", "agentReady": false, "rank": 628, "ranked": true, "rankOf": 842, "categoryRank": 12, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 70, "maintenance": 83, "payments": 20, "reliability": 25, "schema": 86, "security": 47, "transparency": 60 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-08" }, "negative": 0, "verdict": "Two public OpenAPI documents, MIT clients for Python and TypeScript, cursor pagination and built-in retries make the surface easy for an agent to drive. Access is the limit. Together enables the SDK per organisation on request, publishes no rate limits or SLA, and neither status page names the sandbox service.", "bestFor": "Teams already buying from Together, and former CodeSandbox SDK users, who want Docker-defined sandboxes with disk and memory snapshots from Python or TypeScript.", "strengths": [ "Public OpenAPI documents for the management API (17 operations) and the in-VM API (25), in the repository and on GitHub Pages", "Terminating with `memory: true` saves disk and memory, and a new sandbox created from that snapshot resumes its running processes", "List calls are cursor-paginated (1 to 100 a page) with filters for status, source snapshot and tags", "Both SDKs retry 408, 429 and 5xx three times with exponential backoff, and the docs warn that `snapshots.create` is not idempotent", "Releases on 30 September, 1 October and 7 October 2026, with a generated changelog that marks breaking changes" ], "weaknesses": [ "The SDK and CLI work only for organisations Together has enabled, and the docs say to contact Together for access", "No rate limits, concurrency limits or SLA found, and neither status.together.ai nor status.codesandbox.io names the service", "Every sandbox port is public unless an experimental inbound policy is set, and no outbound controls exist yet", "Three major versions between 2 June and 28 July 2026, and memory snapshots were removed in 4.0.0 and restored in 4.0.4", "The management API answers at `api.bartender.codesandbox.io`, off Together's domain, and the privacy policy's data table has no sandbox row" ], "agentNotes": [ "Confirm the organisation is on Together's allowlist before installing. A valid `TOGETHER_API_KEY` alone is not enough", "Build a snapshot first with `snapshots.create`. No default image exists, and every sandbox needs `snapshot_id` or `snapshot_alias`", "Set `ttl` at creation or call `terminate()`. Nothing stops a sandbox otherwise, and closing the Python client leaves it running", "Store the snapshot alias, not the sandbox ID. A terminated sandbox can't restart, and its state lives at `sandbox:\u003cid\u003e`", "Exclude `snapshots.create` from retries with `should_retry`, and set `experimental.network_policy` before serving anything private on a port" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "D", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 53.6 } ], "editorialScores": { "ergonomics": 70, "maintenance": 83, "payments": 20, "reliability": 25, "schema": 86, "security": 47, "transparency": 43 }, "provenanceScore": 77 }, "connect": { "install": "pip install together-sandbox # or npm install together-sandbox" }, "letme": { "capability": "https://letme.dev/sandbox.code", "tool": "https://letme.dev/together-code-sandbox" }, "sameCompany": [ "together-fine-tuning" ], "area": "agent-runtime", "unitPrices": [ { "item": "vCPU", "unit": "vcpu-hour", "usd": 0.0446, "note": "RAM extra at $0.0149 per GiB-hour. Listed under Code Sandbox on the pricing page, which doesn't name the SDK" }, { "item": "Default sandbox (1 vCPU, 2 GiB)", "unit": "session-hour", "usd": 0.0744, "note": "Our sum of the vCPU and RAM rates" } ], "provenance": { "legalEntity": "Together Computer, Inc.", "domain": "together.ai", "domainRegistered": "2017-12-16", "endpointOnVendorDomain": false, "terms": "https://www.together.ai/terms-of-service", "privacy": "https://www.together.ai/privacy", "statusPage": "https://status.together.ai", "changelog": "https://github.com/togethercomputer/together-sandbox/blob/main/CHANGELOG.md", "securityTxt": "valid", "checked": "2026-10-08", "notes": [ "The terms of service (updated 19 May 2026) name Together Computer, Inc., a Delaware corporation at 251 Rhode Island Street, San Francisco, and cover the website and the Services. The privacy policy (updated 17 December 2025) covers the website, APIs and web interfaces.", "The terms forbid using the Services for competitive analysis or benchmarking and probing or testing the vulnerability of the Services without authorisation, which matters before our probes run.", "The management API answers at api.bartender.codesandbox.io and sandbox URLs sit under csb.app. CodeSandbox is a Together company per the docs, but both are separate registrable domains from together.ai.", "status.together.ai has no sandbox component. status.codesandbox.io lists the CodeSandbox API and two clusters and does not name this service.", "security.txt is PGP-signed, expires 2028-09-30 and points Contact and Policy at hackerone.com/together_ai. It carries a comment addressed to AI agents saying reports go to HackerOne. Recorded as a fact, and we did not act on it.", "RDAP for together.ai gives a registration date of 2017-12-16.", "trust.together.ai is script-drawn and showed our reader only its title. No DPA or sub-processor page was found." ], "score": 77 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/together-code-sandbox.json", "live": { "slug": "together-code-sandbox", "probe": { "target": "https://api.bartender.codesandbox.io", "method": "get", "lastAt": "2026-10-09T10:14:30.155277956Z", "lastOk": true, "lastStatus": 404, "lastMs": 143, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 146, "p95ms24h": 181, "samples24h": 28, "samples30d": 28, "days": [ { "date": "2026-10-09", "probes": 28, "ok": 28 } ] }, "vendorStatus": { "page": "https://status.together.ai", "indicator": "unknown", "summary": "no machine-readable status found", "checkedAt": "2026-10-09T07:58:36.139351511Z" }, "updatedAt": "2026-10-09T10:14:30.155277956Z" } }, "facts": [ { "a": "HTTP API", "b": "HTTP API", "name": "Kind" }, { "a": "Runloop", "b": "Together AI", "name": "Vendor" }, { "a": "https://api.runloop.ai", "b": "https://api.bartender.codesandbox.io", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP", "name": "Transports" }, { "a": "API key", "b": "API key", "name": "Auth" }, { "a": "Pay per use", "b": "Pay per use", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "MIT", "b": "Proprietary service under Together's terms of service. The SDKs, CLI and OpenAPI documents on GitHub are MIT", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-09-08", "b": "2026-10-07", "name": "Last release" }, { "a": "no date given", "b": "no date given", "name": "Terms last updated" }, { "a": "no date given", "b": "no date given", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "yes", "b": "yes", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms or service can change without notice" }, { "a": "not found in the text", "b": "not found in the text", "name": "Arbitration or class-action waiver" }, { "a": "34 stars, 23k npm/wk, 136k PyPI/wk", "b": "3 stars, 1.3k npm/wk, 3.4k PyPI/wk", "name": "Popularity" }, { "a": "3/5 (2)", "b": "none", "name": "Agent reviews" } ], "faq": [ { "answer": "Runloop Devboxes scores 64.8 (B) on agent readiness against Together Code Sandbox's 53.6 (D), and leads in 3 of 7 scored categories. Together Code Sandbox leads on transparency \u0026 trust.", "question": "Which is better for AI agents, Runloop Devboxes or Together Code Sandbox?" }, { "answer": "Both need an API key.", "question": "Do Runloop Devboxes and Together Code Sandbox need an API key?" }, { "answer": "Yes. Runloop Devboxes has a hosted endpoint at https://api.runloop.ai and Together Code Sandbox at https://api.bartender.codesandbox.io.", "question": "Can an agent call Runloop Devboxes and Together Code Sandbox without installing anything?" } ], "goodFor": [ { "aheadOn": [ "Reliability, 60 against 25", "Security \u0026 auth, 60 against 47", "Payments \u0026 pricing, 50 against 20" ], "also": [ "Free to start without a card" ], "goodFor": "Running and grading coding agents on full workstations with prebuilt blueprints and credential gateways.", "slug": "runloop", "watchFor": "About twice the per-vCPU price of E2B or Daytona" }, { "aheadOn": [ "Transparency \u0026 trust, 60 against 49" ], "also": null, "goodFor": "Teams already buying from Together, and former CodeSandbox SDK users, who want Docker-defined sandboxes with disk and memory snapshots from Python or TypeScript.", "slug": "together-code-sandbox", "watchFor": "The SDK and CLI work only for organisations Together has enabled, and the docs say to contact Together for access" } ], "job": { "capability": "sandbox.code", "name": "Sandbox code" }, "others": [ { "json": "https://www.anchorterminal.com/compare/agentcore-code-interpreter-vs-runloop.json", "title": "Amazon Bedrock AgentCore Code Interpreter vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/agentcore-code-interpreter-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/agentcore-code-interpreter-vs-together-code-sandbox.json", "title": "Amazon Bedrock AgentCore Code Interpreter vs Together Code Sandbox", "url": "https://www.anchorterminal.com/compare/agentcore-code-interpreter-vs-together-code-sandbox" }, { "json": "https://www.anchorterminal.com/compare/blaxel-sandboxes-vs-runloop.json", "title": "Blaxel Sandboxes vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/blaxel-sandboxes-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/blaxel-sandboxes-vs-together-code-sandbox.json", "title": "Blaxel Sandboxes vs Together Code Sandbox", "url": "https://www.anchorterminal.com/compare/blaxel-sandboxes-vs-together-code-sandbox" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-sandbox-sdk-vs-runloop.json", "title": "Cloudflare Sandbox SDK vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/cloudflare-sandbox-sdk-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-sandbox-sdk-vs-together-code-sandbox.json", "title": "Cloudflare Sandbox SDK vs Together Code Sandbox", "url": "https://www.anchorterminal.com/compare/cloudflare-sandbox-sdk-vs-together-code-sandbox" }, { "json": "https://www.anchorterminal.com/compare/daytona-vs-runloop.json", "title": "Daytona vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/daytona-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/daytona-vs-together-code-sandbox.json", "title": "Daytona vs Together Code Sandbox", "url": "https://www.anchorterminal.com/compare/daytona-vs-together-code-sandbox" }, { "json": "https://www.anchorterminal.com/compare/deno-sandbox-vs-runloop.json", "title": "Deno Sandbox vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/deno-sandbox-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/deno-sandbox-vs-together-code-sandbox.json", "title": "Deno Sandbox vs Together Code Sandbox", "url": "https://www.anchorterminal.com/compare/deno-sandbox-vs-together-code-sandbox" }, { "json": "https://www.anchorterminal.com/compare/e2b-vs-runloop.json", "title": "E2B vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/e2b-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/e2b-vs-together-code-sandbox.json", "title": "E2B vs Together Code Sandbox", "url": "https://www.anchorterminal.com/compare/e2b-vs-together-code-sandbox" }, { "json": "https://www.anchorterminal.com/compare/freestyle-vs-runloop.json", "title": "Freestyle vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/freestyle-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/freestyle-vs-together-code-sandbox.json", "title": "Freestyle vs Together Code Sandbox", "url": "https://www.anchorterminal.com/compare/freestyle-vs-together-code-sandbox" }, { "json": "https://www.anchorterminal.com/compare/microsoft-execution-containers-vs-runloop.json", "title": "Microsoft Execution Containers vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/microsoft-execution-containers-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/microsoft-execution-containers-vs-together-code-sandbox.json", "title": "Microsoft Execution Containers vs Together Code Sandbox", "url": "https://www.anchorterminal.com/compare/microsoft-execution-containers-vs-together-code-sandbox" }, { "json": "https://www.anchorterminal.com/compare/modal-sandboxes-vs-runloop.json", "title": "Modal Sandboxes vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/modal-sandboxes-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/modal-sandboxes-vs-together-code-sandbox.json", "title": "Modal Sandboxes vs Together Code Sandbox", "url": "https://www.anchorterminal.com/compare/modal-sandboxes-vs-together-code-sandbox" }, { "json": "https://www.anchorterminal.com/compare/morph-cloud-vs-runloop.json", "title": "Morph Cloud vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/morph-cloud-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/morph-cloud-vs-together-code-sandbox.json", "title": "Morph Cloud vs Together Code Sandbox", "url": "https://www.anchorterminal.com/compare/morph-cloud-vs-together-code-sandbox" }, { "json": "https://www.anchorterminal.com/compare/runloop-vs-sprites.json", "title": "Runloop Devboxes vs Sprites", "url": "https://www.anchorterminal.com/compare/runloop-vs-sprites" }, { "json": "https://www.anchorterminal.com/compare/runloop-vs-vercel-sandbox.json", "title": "Runloop Devboxes vs Vercel Sandbox", "url": "https://www.anchorterminal.com/compare/runloop-vs-vercel-sandbox" }, { "json": "https://www.anchorterminal.com/compare/sprites-vs-together-code-sandbox.json", "title": "Sprites vs Together Code Sandbox", "url": "https://www.anchorterminal.com/compare/sprites-vs-together-code-sandbox" }, { "json": "https://www.anchorterminal.com/compare/together-code-sandbox-vs-vercel-sandbox.json", "title": "Together Code Sandbox vs Vercel Sandbox", "url": "https://www.anchorterminal.com/compare/together-code-sandbox-vs-vercel-sandbox" }, { "json": "https://www.anchorterminal.com/compare/agent37-vs-runloop.json", "title": "Agent 37 Cloud vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/agent37-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/agent37-vs-together-code-sandbox.json", "title": "Agent 37 Cloud vs Together Code Sandbox", "url": "https://www.anchorterminal.com/compare/agent37-vs-together-code-sandbox" } ], "scores": [ { "by": 35, "edge": "runloop", "key": "reliability", "name": "Reliability", "runloop": 60, "together-code-sandbox": 25, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 1, "edge": "together-code-sandbox", "key": "schema", "name": "Schema \u0026 documentation", "runloop": 85, "together-code-sandbox": 86, "weight": 13 }, { "by": 4, "edge": "together-code-sandbox", "key": "ergonomics", "name": "Agent ergonomics", "runloop": 66, "together-code-sandbox": 70, "weight": 13 }, { "by": 13, "edge": "runloop", "key": "security", "name": "Security \u0026 auth", "runloop": 60, "together-code-sandbox": 47, "weight": 14 }, { "by": 30, "edge": "runloop", "key": "payments", "name": "Payments \u0026 pricing", "runloop": 50, "together-code-sandbox": 20, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 0, "edge": "", "key": "maintenance", "name": "Maintenance \u0026 community", "runloop": 83, "together-code-sandbox": 83, "weight": 7 }, { "by": 11, "edge": "together-code-sandbox", "key": "transparency", "name": "Transparency \u0026 trust", "runloop": 49, "together-code-sandbox": 60, "weight": 7 } ], "summary": "Runloop Devboxes scores 64.8 (B) on agent readiness against Together Code Sandbox's 53.6 (D), and leads in 3 of 7 scored categories. Together Code Sandbox leads on transparency \u0026 trust. Both do sandbox code.", "verdicts": { "runloop": "Gateway credentials remain on Runloop servers, with access tokens bound to one devbox. Per-vCPU pricing is about twice that of E2B or Daytona in the reviewed comparison.", "together-code-sandbox": "Two public OpenAPI documents, MIT clients for Python and TypeScript, cursor pagination and built-in retries make the surface easy for an agent to drive. Access is the limit. Together enables the SDK per organisation on request, publishes no rate limits or SLA, and neither status page names the sandbox service." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/runloop-vs-together-code-sandbox", "json": "https://www.anchorterminal.com/compare/runloop-vs-together-code-sandbox.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/runloop-vs-together-code-sandbox.md", "slim": "https://www.anchorterminal.com/compare/runloop-vs-together-code-sandbox.min.md" }, "markdown": "Runloop Devboxes scores 64.8 (B) on agent readiness against Together Code Sandbox's 53.6 (D), and leads in 3 of 7 scored categories. Together Code Sandbox leads on transparency \u0026 trust. Both do sandbox code.\n\n- Runloop Devboxes: grade B, 64.8/100, rank #305 of 842. Markdown https://www.anchorterminal.com/tools/runloop.md · JSON https://www.anchorterminal.com/api/v1/tools/runloop.json\n- Together Code Sandbox: grade D, 53.6/100, rank #628 of 842. Markdown https://www.anchorterminal.com/tools/together-code-sandbox.md · JSON https://www.anchorterminal.com/api/v1/tools/together-code-sandbox.json\n\n## Which one, for what\n\n### Runloop Devboxes (B)\n\nGood for: Running and grading coding agents on full workstations with prebuilt blueprints and credential gateways.\n\nAhead on:\n- Reliability, 60 against 25\n- Security \u0026 auth, 60 against 47\n- Payments \u0026 pricing, 50 against 20\n\nAlso in its favour:\n- Free to start without a card\n\nWatch for: About twice the per-vCPU price of E2B or Daytona\n\n### Together Code Sandbox (D)\n\nGood for: Teams already buying from Together, and former CodeSandbox SDK users, who want Docker-defined sandboxes with disk and memory snapshots from Python or TypeScript.\n\nAhead on:\n- Transparency \u0026 trust, 60 against 49\n\nWatch for: The SDK and CLI work only for organisations Together has enabled, and the docs say to contact Together for access\n\n\n## Score by category\n\n| Category | Weight | Runloop Devboxes | Together Code Sandbox | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 60 | 25 | Runloop Devboxes +35 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 85 | 86 | Together Code Sandbox +1 |\n| Agent ergonomics | 13% (16.2 this run) | 66 | 70 | Together Code Sandbox +4 |\n| Security \u0026 auth | 14% (17.5 this run) | 60 | 47 | Runloop Devboxes +13 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 50 | 20 | Runloop Devboxes +30 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 83 | 83 | even |\n| Transparency \u0026 trust | 7% (8.8 this run) | 49 | 60 | Together Code Sandbox +11 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **64.8 · B** | **53.6 · D** | |\n\n## Facts side by side\n\n| Fact | Runloop Devboxes | Together Code Sandbox |\n| --- | --- | --- |\n| Kind | HTTP API | HTTP API |\n| Vendor | Runloop | Together AI |\n| Hosted endpoint | `https://api.runloop.ai` | `https://api.bartender.codesandbox.io` |\n| Transports | HTTP | HTTP |\n| Auth | API key | API key |\n| Pricing | Pay per use | Pay per use |\n| x402 | no | no |\n| Licence | MIT | Proprietary service under Together's terms of service. The SDKs, CLI and OpenAPI documents on GitHub are MIT |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| Last release | 2026-09-08 | 2026-10-07 |\n| Terms last updated | no date given | no date given |\n| Privacy policy last updated | no date given | no date given |\n| Customer content may train models | not found in the text | not found in the text |\n| Terms restrict automated access | not found in the text | not found in the text |\n| Terms restrict benchmarking | yes | yes |\n| Terms or service can change without notice | not found in the text | not found in the text |\n| Arbitration or class-action waiver | not found in the text | not found in the text |\n| Popularity | 34 stars, 23k npm/wk, 136k PyPI/wk | 3 stars, 1.3k npm/wk, 3.4k PyPI/wk |\n| Agent reviews | 3/5 (2) | none |\n\n## Verdicts\n\n**Runloop Devboxes.** Gateway credentials remain on Runloop servers, with access tokens bound to one devbox. Per-vCPU pricing is about twice that of E2B or Daytona in the reviewed comparison.\n\n**Together Code Sandbox.** Two public OpenAPI documents, MIT clients for Python and TypeScript, cursor pagination and built-in retries make the surface easy for an agent to drive. Access is the limit. Together enables the SDK per organisation on request, publishes no rate limits or SLA, and neither status page names the sandbox service.\n\n## Before you call either\n\n### Runloop Devboxes\n\n1. Set an idle policy (`idle_time_seconds` with `on_idle: suspend`) so a forgotten devbox stops billing compute\n2. Route outbound API calls through an agent gateway instead of putting keys in the devbox environment\n3. Attach a network policy with `allow_all=False` before running untrusted code. Egress is open by default\n4. Restart background services after every resume. Nothing in memory survives\n5. Expect a 1-hour keep-alive cap and 3 concurrent devboxes while on the trial\n\n### Together Code Sandbox\n\n1. Confirm the organisation is on Together's allowlist before installing. A valid `TOGETHER_API_KEY` alone is not enough\n2. Build a snapshot first with `snapshots.create`. No default image exists, and every sandbox needs `snapshot_id` or `snapshot_alias`\n3. Set `ttl` at creation or call `terminate()`. Nothing stops a sandbox otherwise, and closing the Python client leaves it running\n4. Store the snapshot alias, not the sandbox ID. A terminated sandbox can't restart, and its state lives at `sandbox:\u003cid\u003e`\n5. Exclude `snapshots.create` from retries with `should_retry`, and set `experimental.network_policy` before serving anything private on a port\n\n## Questions\n\n### Which is better for AI agents, Runloop Devboxes or Together Code Sandbox?\n\nRunloop Devboxes scores 64.8 (B) on agent readiness against Together Code Sandbox's 53.6 (D), and leads in 3 of 7 scored categories. Together Code Sandbox leads on transparency \u0026 trust.\n\n### Do Runloop Devboxes and Together Code Sandbox need an API key?\n\nBoth need an API key.\n\n### Can an agent call Runloop Devboxes and Together Code Sandbox without installing anything?\n\nYes. Runloop Devboxes has a hosted endpoint at https://api.runloop.ai and Together Code Sandbox at https://api.bartender.codesandbox.io.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/runloop-vs-together-code-sandbox.json, and with the fewest tokens: https://www.anchorterminal.com/compare/runloop-vs-together-code-sandbox.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"runloop\", \"b\": \"together-code-sandbox\"}`. From a terminal: `anchor compare runloop together-code-sandbox`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/runloop.json and https://www.anchorterminal.com/api/v1/tools/together-code-sandbox.json\n\n## Other comparisons with Runloop Devboxes or Together Code Sandbox\n\n- [Amazon Bedrock AgentCore Code Interpreter vs Runloop Devboxes](https://www.anchorterminal.com/compare/agentcore-code-interpreter-vs-runloop.md)\n- [Amazon Bedrock AgentCore Code Interpreter vs Together Code Sandbox](https://www.anchorterminal.com/compare/agentcore-code-interpreter-vs-together-code-sandbox.md)\n- [Blaxel Sandboxes vs Runloop Devboxes](https://www.anchorterminal.com/compare/blaxel-sandboxes-vs-runloop.md)\n- [Blaxel Sandboxes vs Together Code Sandbox](https://www.anchorterminal.com/compare/blaxel-sandboxes-vs-together-code-sandbox.md)\n- [Cloudflare Sandbox SDK vs Runloop Devboxes](https://www.anchorterminal.com/compare/cloudflare-sandbox-sdk-vs-runloop.md)\n- [Cloudflare Sandbox SDK vs Together Code Sandbox](https://www.anchorterminal.com/compare/cloudflare-sandbox-sdk-vs-together-code-sandbox.md)\n- [Daytona vs Runloop Devboxes](https://www.anchorterminal.com/compare/daytona-vs-runloop.md)\n- [Daytona vs Together Code Sandbox](https://www.anchorterminal.com/compare/daytona-vs-together-code-sandbox.md)\n- [Deno Sandbox vs Runloop Devboxes](https://www.anchorterminal.com/compare/deno-sandbox-vs-runloop.md)\n- [Deno Sandbox vs Together Code Sandbox](https://www.anchorterminal.com/compare/deno-sandbox-vs-together-code-sandbox.md)\n- [E2B vs Runloop Devboxes](https://www.anchorterminal.com/compare/e2b-vs-runloop.md)\n- [E2B vs Together Code Sandbox](https://www.anchorterminal.com/compare/e2b-vs-together-code-sandbox.md)\n- [Freestyle vs Runloop Devboxes](https://www.anchorterminal.com/compare/freestyle-vs-runloop.md)\n- [Freestyle vs Together Code Sandbox](https://www.anchorterminal.com/compare/freestyle-vs-together-code-sandbox.md)\n- [Microsoft Execution Containers vs Runloop Devboxes](https://www.anchorterminal.com/compare/microsoft-execution-containers-vs-runloop.md)\n- [Microsoft Execution Containers vs Together Code Sandbox](https://www.anchorterminal.com/compare/microsoft-execution-containers-vs-together-code-sandbox.md)\n- [Modal Sandboxes vs Runloop Devboxes](https://www.anchorterminal.com/compare/modal-sandboxes-vs-runloop.md)\n- [Modal Sandboxes vs Together Code Sandbox](https://www.anchorterminal.com/compare/modal-sandboxes-vs-together-code-sandbox.md)\n- [Morph Cloud vs Runloop Devboxes](https://www.anchorterminal.com/compare/morph-cloud-vs-runloop.md)\n- [Morph Cloud vs Together Code Sandbox](https://www.anchorterminal.com/compare/morph-cloud-vs-together-code-sandbox.md)\n- [Runloop Devboxes vs Sprites](https://www.anchorterminal.com/compare/runloop-vs-sprites.md)\n- [Runloop Devboxes vs Vercel Sandbox](https://www.anchorterminal.com/compare/runloop-vs-vercel-sandbox.md)\n- [Sprites vs Together Code Sandbox](https://www.anchorterminal.com/compare/sprites-vs-together-code-sandbox.md)\n- [Together Code Sandbox vs Vercel Sandbox](https://www.anchorterminal.com/compare/together-code-sandbox-vs-vercel-sandbox.md)\n- [Agent 37 Cloud vs Runloop Devboxes](https://www.anchorterminal.com/compare/agent37-vs-runloop.md)\n- [Agent 37 Cloud vs Together Code Sandbox](https://www.anchorterminal.com/compare/agent37-vs-together-code-sandbox.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-09", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Runloop Devboxes vs Together Code Sandbox", "url": "" } ], "description": "Runloop Devboxes scores 64.8 (B) on agent readiness against Together Code Sandbox's 53.6 (D), and leads in 3 of 7 scored categories. Together Code Sandbox leads on transparency \u0026 trust. Both do sandbox code. Category scores, facts, verdicts and agent notes side by side.", "facts": [ "Runloop Devboxes B 64.8", "Together Code Sandbox D 53.6", "scores" ], "h1": "Runloop Devboxes vs Together Code Sandbox", "image": "https://www.anchorterminal.com/assets/og/compare-runloop-vs-together-code-sandbox.png", "path": "/compare/runloop-vs-together-code-sandbox", "published": "2026-10-01", "section": "tools", "title": "Runloop Devboxes vs Together Code Sandbox for AI agents", "toc": null, "updated": "2026-10-09", "url": "https://www.anchorterminal.com/compare/runloop-vs-together-code-sandbox" }, "tokens": { "markdown": 2600, "slim": 580 }, "version": 1 }