{ "data": { "a": { "slug": "freestyle", "name": "Freestyle", "vendor": "Freestyle Cloud Inc.", "vendorUrl": "https://www.freestyle.sh", "kind": "http-api", "category": "code-sandboxes", "summary": "Freestyle runs full Linux virtual machines for AI agents, with pause and resume that keeps memory, snapshots, private networks and domains. Agents drive it through a REST API, a TypeScript SDK and a CLI from one npm package.", "url": "https://www.anchorterminal.com/tools/freestyle", "markdownUrl": "https://www.anchorterminal.com/tools/freestyle.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/freestyle.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/freestyle.json", "license": "Proprietary service with no published terms of service found. The `freestyle` SDK and CLI package on npm is MIT", "transports": [ "http" ], "remoteUrl": "https://api.freestyle.sh/v5", "packages": [ { "registry": "npm", "name": "freestyle" } ], "auth": "api-key", "authNotes": "Bearer API key in the `Authorization` header, read by the SDK and CLI from `FREESTYLE_API_KEY`. Keys are created after a browser login with `freestyle tokens create`, shown once, and listed and revoked from the CLI. No scopes or expiry on account keys were found. For end users, an identity access token in the `x-freestyle-identity-access-token` header reaches only the VMs and Linux users granted to it, on the exec and terminal routes.", "pricing": "freemium", "pricingNotes": "Free plan at $0 with 200 vCPU-hours, 400 GiB-hours of memory, 60,000 GiB-hours of storage and 50 GB of transfer a month, up to 10 concurrent VMs, no card needed. Usage beyond that needs Hobby ($50 a month minimum, counted as usage) or Pro ($500). $0.04032 a vCPU-hour, $0.0129 a GiB-hour of memory, $0.000086 a GiB-hour of storage and $0.02 a GB of transfer, metered per second on allocated resources. Enterprise is priced by sales (https://www.freestyle.sh/pricing.md, checked 2026-10-08).", "priceSummary": "$0.0403 / vCPU-hr", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs, the OpenAPI file or the pricing page (checked 2026-10-08).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": 71758, "pypiWeekly": null, "asOf": "2026-10-08" }, "docsUrl": "https://www.freestyle.sh/docs", "llmsTxt": "https://www.freestyle.sh/llms.txt", "openapi": "https://www.freestyle.sh/openapi.json", "capabilities": [ "sandbox.code", "sandbox.fs", "sandbox.persist", "sandbox.browser" ], "tags": [ "hosted", "no-card", "openapi", "llms-txt", "typescript", "cli", "vm", "snapshots", "enterprise" ], "lastRelease": "2026-09-27", "graded": true, "anchor": { "graded": true, "score": 58.5, "grade": "C", "agentReady": false, "rank": 520, "ranked": true, "rankOf": 842, "categoryRank": 10, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 69, "maintenance": 71, "payments": 45, "reliability": 43, "schema": 86, "security": 53, "transparency": 41 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-08" }, "negative": 0, "verdict": "A public OpenAPI 3.1 file describes 88 operations with a stable error code on every failure, and per-VM identity tokens keep the team API key away from end users. No terms of service, product privacy policy, request rate limit or incident history was found, and the only SDK is TypeScript.", "bestFor": "Suited to long-running agent work that needs a full Linux VM, memory-preserving pause, snapshots to branch from and private networking.", "strengths": [ "Public OpenAPI 3.1 file with 88 `/v5` operations, each with a description and named error codes per status", "A new VM has no inbound or outbound network access until firewall rules allow it", "Identity access tokens limited to granted VMs and Linux users, revocable without rotating the team API key", "Pausing keeps memory and disk, and a paused VM bills for storage only", "Free plan at $0 with 200 vCPU-hours a month, and per-unit prices published without a login" ], "weaknesses": [ "No terms of service or service agreement found on the site, and the privacy policy covers the website only", "The status page shows three components with no incident history", "No request rate limit, Retry-After guidance or idempotency keys found in the docs or the OpenAPI file", "No security.txt, disclosure policy, bug bounty or SOC 2 statement found. Audit logs are Enterprise only", "TypeScript is the only SDK, and the CLI repository linked from the site last changed on 22 May 2025" ], "agentNotes": [ "Send a `firewall` object on every `POST /v5/vms`. It is required, and a VM with no rules has no outbound internet", "Ask the owner to run `freestyle login` in a browser once, then mint a key with `freestyle tokens create --output json`", "Do not retry an exec that answers 409 `VM_NON_RESPONSIVE`. The command may already have run", "Keep `exec-await` under its 300,000 ms cap and use a PTY session or `x-freestyle-background-after-secs` for longer work", "Call the `/v5` paths. The unversioned duplicates in the OpenAPI file are marked deprecated" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 58.5 } ], "editorialScores": { "ergonomics": 69, "maintenance": 71, "payments": 45, "reliability": 43, "schema": 86, "security": 53, "transparency": 20 }, "provenanceScore": 62 }, "connect": { "install": "npm install freestyle@latest # CLI without installing: npx freestyle@latest --help" }, "letme": { "capability": "https://letme.dev/sandbox.code", "tool": "https://letme.dev/freestyle" }, "area": "agent-runtime", "unitPrices": [ { "item": "vCPU", "unit": "vcpu-hour", "usd": 0.04032, "note": "Memory extra at $0.0129 a GiB-hour. 200 vCPU-hours a month included" }, { "item": "Data transfer", "unit": "gb", "usd": 0.02, "note": "50 GB a month included on Free, 500 GB on Hobby and Pro" }, { "item": "Hobby plan", "unit": "month", "usd": 50, "note": "Monthly minimum, counted as usage" }, { "item": "Pro plan", "unit": "month", "usd": 500, "note": "Monthly minimum, counted as usage" } ], "provenance": { "legalEntity": "Freestyle Cloud Inc.", "domain": "freestyle.sh", "domainRegistered": "2024-04-11", "endpointOnVendorDomain": true, "terms": "", "privacy": "", "statusPage": "https://www.freestyle.sh/status", "changelog": "https://www.freestyle.sh/changelog", "securityTxt": "none", "checked": "2026-10-08", "notes": [ "The privacy policy (last updated 15 June 2025) names Freestyle Cloud Inc. and says it covers the website at freestyle.sh. It is not linked here because it does not govern the product.", "No terms of service or service agreement was found. `/terms`, `/tos` and `/legal` answer 404 and the sitemap lists no legal page other than the privacy policy.", "The API answers at https://api.freestyle.sh/v5, a freestyle.sh subdomain. One unauthenticated request returned 401 with a `code` and `message`.", "www.freestyle.sh/.well-known/security.txt returns 404.", "RDAP for freestyle.sh gives a registration date of 2024-04-11 and a transfer on 11 March 2026.", "The status page is the vendor's own, with three components and no incident history." ], "score": 62 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/freestyle.json", "live": { "slug": "freestyle", "probe": { "target": "https://api.freestyle.sh/v5", "method": "get", "lastAt": "2026-10-09T09:26:50.724049791Z", "lastOk": true, "lastStatus": 401, "lastMs": 646, "lastNote": "asks for credentials", "authRequired": true, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 574, "p95ms24h": 596, "samples24h": 20, "samples30d": 20, "days": [ { "date": "2026-10-09", "probes": 20, "ok": 20 } ] }, "vendorStatus": { "page": "https://www.freestyle.sh/status", "indicator": "unknown", "summary": "no machine-readable status found", "checkedAt": "2026-10-09T07:57:56.720133529Z" }, "updatedAt": "2026-10-09T09:26:50.724049791Z" } }, "answer": "Runloop Devboxes scores 64.8 (B) on agent readiness against Freestyle's 58.5 (C), and leads in 5 of 7 scored categories.", "b": { "slug": "runloop", "name": "Runloop Devboxes", "vendor": "Runloop", "vendorUrl": "https://runloop.ai", "kind": "http-api", "category": "code-sandboxes", "summary": "Devboxes, VM sandboxes for coding agents, with blueprints for prebuilt images, disk snapshots, suspend and resume, idle policies and a gateway that adds secret-backed headers to outbound API and MCP calls.", "url": "https://www.anchorterminal.com/tools/runloop", "markdownUrl": "https://www.anchorterminal.com/tools/runloop.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/runloop.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/runloop.json", "repo": "https://github.com/runloopai/api-client-ts", "license": "MIT", "transports": [ "http" ], "remoteUrl": "https://api.runloop.ai", "packages": [ { "registry": "pypi", "name": "runloop_api_client" }, { "registry": "npm", "name": "@runloop/api-client" } ], "auth": "api-key", "authNotes": "Bearer API key on api.runloop.ai. The SDKs read `RUNLOOP_API_KEY`.", "pricing": "usage", "pricingNotes": "Billed per second while a devbox is initialising, running, suspending or resuming. $0.108 a CPU-hour ($0.00003 a second), $0.0252 a GB-hour of memory, $0.00034236 a GB-hour of disk and $0.000072 a GB-hour of snapshot storage. Basic is free with 100 GB of storage and usage billing, Pro is $250 a month with 1 TB of storage, suspend and resume and repo connections, Enterprise adds VPC deployment. New accounts get a $50 credit without a card, limited to 3 running devboxes, 5 blueprints and 10 snapshots during the trial (https://runloop.ai/pricing). Suspended devboxes keep paying for storage (https://docs.runloop.ai/docs/devboxes/lifecycle).", "priceSummary": "$0.108 / vCPU-hr", "where": "hosted", "x402": { "level": "no", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 34, "npmWeekly": 23267, "pypiWeekly": 136023, "asOf": "2026-09-30" }, "docsUrl": "https://docs.runloop.ai", "llmsTxt": "https://docs.runloop.ai/llms.txt", "openapi": "https://docs.runloop.ai/openapi-specs/stainless-processed-openapi.json", "capabilities": [ "sandbox.code", "sandbox.fs", "sandbox.persist" ], "tags": [ "hosted", "openapi", "llms-txt", "python", "typescript", "no-card", "enterprise" ], "lastRelease": "2026-09-08", "graded": true, "anchor": { "graded": true, "score": 64.8, "grade": "B", "agentReady": false, "rank": 305, "ranked": true, "rankOf": 842, "categoryRank": 7, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 66, "maintenance": 83, "payments": 50, "reliability": 60, "schema": 85, "security": 60, "transparency": 49 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-01" }, "negative": 0, "verdict": "Gateway credentials remain on Runloop servers, with access tokens bound to one devbox. Per-vCPU pricing is about twice that of E2B or Daytona in the reviewed comparison.", "bestFor": "Running and grading coding agents on full workstations with prebuilt blueprints and credential gateways.", "strengths": [ "Agent gateways keep real credentials on Runloop's servers, with gateway tokens bound to one devbox", "Network policies that block egress or allow listed hostnames", "Public OpenAPI, llms.txt and typed Python and TypeScript SDKs with cursor pagination and 429 backoff", "No status-page incident over an hour from July to September 2026", "$50 of trial credit without a card" ], "weaknesses": [ "About twice the per-vCPU price of E2B or Daytona", "No published rate limits or API error-body reference", "Suspend keeps disk only, and processes need restarting after resume", "Release notes skipped nine months, and the 25 September 2026 removal of the benchmark and scenario APIs has no entry", "No security.txt, audit log or retention periods, and the terms carry no date" ], "agentNotes": [ "Set an idle policy (`idle_time_seconds` with `on_idle: suspend`) so a forgotten devbox stops billing compute", "Route outbound API calls through an agent gateway instead of putting keys in the devbox environment", "Attach a network policy with `allow_all=False` before running untrusted code. Egress is open by default", "Restart background services after every resume. Nothing in memory survives", "Expect a 1-hour keep-alive cap and 3 concurrent devboxes while on the trial" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 2, "avgRating": 3, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 64.8 } ], "editorialScores": { "ergonomics": 66, "maintenance": 83, "payments": 50, "reliability": 60, "schema": 85, "security": 60, "transparency": 27 }, "provenanceScore": 70 }, "connect": { "install": "pip install runloop_api_client # or npm i @runloop/api-client", "http": "curl -X POST https://api.runloop.ai/v1/devboxes -H \"Authorization: Bearer $RUNLOOP_API_KEY\" \\\n -H \"Content-Type: application/json\" -d '{}'" }, "letme": { "capability": "https://letme.dev/sandbox.code", "tool": "https://letme.dev/runloop" }, "area": "agent-runtime", "unitPrices": [ { "item": "CPU", "unit": "vcpu-hour", "usd": 0.108, "note": "Memory extra at $0.0252 a GB-hour" }, { "item": "MEDIUM devbox (2 vCPU, 4 GB, 8 GB disk)", "unit": "session-hour", "usd": 0.3195 }, { "item": "Pro plan", "unit": "month", "usd": 250, "note": "Usage billed on top, 1 TB storage included" } ], "provenance": { "legalEntity": "Runloop AI, Inc.", "domain": "runloop.ai", "domainRegistered": "", "endpointOnVendorDomain": true, "terms": "https://runloop.ai/legal/terms-of-service", "privacy": "https://runloop.ai/legal/privacy-policy", "statusPage": "https://status.runloop.ai", "changelog": "https://docs.runloop.ai/docs/overview/release-notes", "securityTxt": "none", "checked": "2026-09-30", "notes": [ "Terms name Runloop AI, Inc. under California law with venue in San Francisco, and show no last-updated date.", "runloop.ai/.well-known/security.txt returns 404.", "The .ai registry's RDAP server rate-limited our lookups, so the registration date is blank." ], "score": 70 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/runloop.json", "live": { "slug": "runloop", "probe": { "target": "https://api.runloop.ai", "method": "get", "lastAt": "2026-10-09T09:27:03.387333413Z", "lastOk": true, "lastStatus": 404, "lastMs": 332, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 299, "p95ms24h": 332, "samples24h": 261, "samples30d": 2085, "days": [ { "date": "2026-10-01", "probes": 109, "ok": 109 }, { "date": "2026-10-02", "probes": 248, "ok": 248 }, { "date": "2026-10-03", "probes": 271, "ok": 271 }, { "date": "2026-10-04", "probes": 272, "ok": 272 }, { "date": "2026-10-05", "probes": 272, "ok": 272 }, { "date": "2026-10-06", "probes": 272, "ok": 272 }, { "date": "2026-10-07", "probes": 272, "ok": 272 }, { "date": "2026-10-08", "probes": 268, "ok": 268 }, { "date": "2026-10-09", "probes": 101, "ok": 101 } ] }, "vendorStatus": { "page": "https://status.runloop.ai", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-09T09:25:31.878978941Z" }, "versions": [ { "registry": "github", "name": "runloopai/api-client-ts", "version": "v1.32.0", "released": "2026-09-08", "seenAt": "2026-10-08T16:27:47.88193567Z" }, { "registry": "npm", "name": "@runloop/api-client", "version": "1.32.0", "seenAt": "2026-10-08T16:27:46.588736406Z" }, { "registry": "pypi", "name": "runloop_api_client", "version": "1.32.0", "released": "2026-09-08", "seenAt": "2026-10-08T16:27:46.401744817Z" } ], "githubStars": 34, "npmWeekly": 41863, "pypiWeekly": 84001, "securityTxt": { "url": "https://runloop.ai/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-08T15:39:02.457233932Z" }, "llmsTxt": { "url": "https://docs.runloop.ai/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-08T14:00:51.286168587Z" }, "domain": { "domain": "runloop.ai", "registered": "2023-11-16", "source": "https://rdap.identitydigital.services/rdap/domain/runloop.ai", "checkedAt": "2026-10-04T13:06:05.128518554Z" }, "pages": [ { "url": "https://docs.runloop.ai/docs/overview/release-notes", "kind": "changelog", "status": 200, "checkedAt": "2026-10-08T18:19:22.243184659Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "0c29a3c7a014" }, { "url": "https://runloop.ai/pricing", "kind": "pricing", "status": 304, "checkedAt": "2026-10-08T18:23:52.885185963Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "0d9550987c81" }, { "url": "https://runloop.ai/legal/privacy-policy", "kind": "privacy", "status": 304, "checkedAt": "2026-10-08T18:23:48.864189665Z", "changedAt": "2026-10-06T16:11:57.464296794Z", "fingerprint": "f910a7f6a842" }, { "url": "https://runloop.ai/legal/terms-of-service", "kind": "terms", "status": 304, "checkedAt": "2026-10-08T18:23:50.90535187Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "a2e40c03fa5b" } ], "updatedAt": "2026-10-09T09:27:03.387333413Z" } }, "facts": [ { "a": "HTTP API", "b": "HTTP API", "name": "Kind" }, { "a": "Freestyle Cloud Inc.", "b": "Runloop", "name": "Vendor" }, { "a": "https://api.freestyle.sh/v5", "b": "https://api.runloop.ai", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP", "name": "Transports" }, { "a": "API key", "b": "API key", "name": "Auth" }, { "a": "Freemium", "b": "Pay per use", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Proprietary service with no published terms of service found. The `freestyle` SDK and CLI package on npm is MIT", "b": "MIT", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-09-27", "b": "2026-09-08", "name": "Last release" }, { "a": "no document linked", "b": "no date given", "name": "Terms last updated" }, { "a": "no document linked", "b": "no date given", "name": "Privacy policy last updated" }, { "a": "", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "", "b": "yes", "name": "Terms restrict benchmarking" }, { "a": "", "b": "not found in the text", "name": "Terms or service can change without notice" }, { "a": "", "b": "not found in the text", "name": "Arbitration or class-action waiver" }, { "a": "72k npm/wk", "b": "34 stars, 23k npm/wk, 136k PyPI/wk", "name": "Popularity" }, { "a": "none", "b": "3/5 (2)", "name": "Agent reviews" } ], "faq": [ { "answer": "Runloop Devboxes scores 64.8 (B) on agent readiness against Freestyle's 58.5 (C), and leads in 5 of 7 scored categories.", "question": "Which is better for AI agents, Freestyle or Runloop Devboxes?" }, { "answer": "Both need an API key.", "question": "Do Freestyle and Runloop Devboxes need an API key?" }, { "answer": "Yes. Freestyle has a hosted endpoint at https://api.freestyle.sh/v5 and Runloop Devboxes at https://api.runloop.ai.", "question": "Can an agent call Freestyle and Runloop Devboxes without installing anything?" } ], "goodFor": [ { "aheadOn": null, "also": null, "goodFor": "Suited to long-running agent work that needs a full Linux VM, memory-preserving pause, snapshots to branch from and private networking.", "slug": "freestyle", "watchFor": "No terms of service or service agreement found on the site, and the privacy policy covers the website only" }, { "aheadOn": [ "Reliability, 60 against 43", "Security \u0026 auth, 60 against 53", "Payments \u0026 pricing, 50 against 45", "Maintenance \u0026 community, 83 against 71", "Transparency \u0026 trust, 49 against 41" ], "also": null, "goodFor": "Running and grading coding agents on full workstations with prebuilt blueprints and credential gateways.", "slug": "runloop", "watchFor": "About twice the per-vCPU price of E2B or Daytona" } ], "job": { "capability": "sandbox.code", "name": "Sandbox code" }, "others": [ { "json": "https://www.anchorterminal.com/compare/agentcore-code-interpreter-vs-freestyle.json", "title": "Amazon Bedrock AgentCore Code Interpreter vs Freestyle", "url": "https://www.anchorterminal.com/compare/agentcore-code-interpreter-vs-freestyle" }, { "json": "https://www.anchorterminal.com/compare/agentcore-code-interpreter-vs-runloop.json", "title": "Amazon Bedrock AgentCore Code Interpreter vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/agentcore-code-interpreter-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/blaxel-sandboxes-vs-freestyle.json", "title": "Blaxel Sandboxes vs Freestyle", "url": "https://www.anchorterminal.com/compare/blaxel-sandboxes-vs-freestyle" }, { "json": "https://www.anchorterminal.com/compare/blaxel-sandboxes-vs-runloop.json", "title": "Blaxel Sandboxes vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/blaxel-sandboxes-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-sandbox-sdk-vs-freestyle.json", "title": "Cloudflare Sandbox SDK vs Freestyle", "url": "https://www.anchorterminal.com/compare/cloudflare-sandbox-sdk-vs-freestyle" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-sandbox-sdk-vs-runloop.json", "title": "Cloudflare Sandbox SDK vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/cloudflare-sandbox-sdk-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/daytona-vs-freestyle.json", "title": "Daytona vs Freestyle", "url": "https://www.anchorterminal.com/compare/daytona-vs-freestyle" }, { "json": "https://www.anchorterminal.com/compare/daytona-vs-runloop.json", "title": "Daytona vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/daytona-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/deno-sandbox-vs-freestyle.json", "title": "Deno Sandbox vs Freestyle", "url": "https://www.anchorterminal.com/compare/deno-sandbox-vs-freestyle" }, { "json": "https://www.anchorterminal.com/compare/deno-sandbox-vs-runloop.json", "title": "Deno Sandbox vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/deno-sandbox-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/e2b-vs-freestyle.json", "title": "E2B vs Freestyle", "url": "https://www.anchorterminal.com/compare/e2b-vs-freestyle" }, { "json": "https://www.anchorterminal.com/compare/e2b-vs-runloop.json", "title": "E2B vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/e2b-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/freestyle-vs-microsoft-execution-containers.json", "title": "Freestyle vs Microsoft Execution Containers", "url": "https://www.anchorterminal.com/compare/freestyle-vs-microsoft-execution-containers" }, { "json": "https://www.anchorterminal.com/compare/freestyle-vs-modal-sandboxes.json", "title": "Freestyle vs Modal Sandboxes", "url": "https://www.anchorterminal.com/compare/freestyle-vs-modal-sandboxes" }, { "json": "https://www.anchorterminal.com/compare/freestyle-vs-morph-cloud.json", "title": "Freestyle vs Morph Cloud", "url": "https://www.anchorterminal.com/compare/freestyle-vs-morph-cloud" }, { "json": "https://www.anchorterminal.com/compare/freestyle-vs-sprites.json", "title": "Freestyle vs Sprites", "url": "https://www.anchorterminal.com/compare/freestyle-vs-sprites" }, { "json": "https://www.anchorterminal.com/compare/freestyle-vs-together-code-sandbox.json", "title": "Freestyle vs Together Code Sandbox", "url": "https://www.anchorterminal.com/compare/freestyle-vs-together-code-sandbox" }, { "json": "https://www.anchorterminal.com/compare/freestyle-vs-vercel-sandbox.json", "title": "Freestyle vs Vercel Sandbox", "url": "https://www.anchorterminal.com/compare/freestyle-vs-vercel-sandbox" }, { "json": "https://www.anchorterminal.com/compare/microsoft-execution-containers-vs-runloop.json", "title": "Microsoft Execution Containers vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/microsoft-execution-containers-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/modal-sandboxes-vs-runloop.json", "title": "Modal Sandboxes vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/modal-sandboxes-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/morph-cloud-vs-runloop.json", "title": "Morph Cloud vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/morph-cloud-vs-runloop" }, { "json": "https://www.anchorterminal.com/compare/runloop-vs-sprites.json", "title": "Runloop Devboxes vs Sprites", "url": "https://www.anchorterminal.com/compare/runloop-vs-sprites" }, { "json": "https://www.anchorterminal.com/compare/runloop-vs-together-code-sandbox.json", "title": "Runloop Devboxes vs Together Code Sandbox", "url": "https://www.anchorterminal.com/compare/runloop-vs-together-code-sandbox" }, { "json": "https://www.anchorterminal.com/compare/runloop-vs-vercel-sandbox.json", "title": "Runloop Devboxes vs Vercel Sandbox", "url": "https://www.anchorterminal.com/compare/runloop-vs-vercel-sandbox" }, { "json": "https://www.anchorterminal.com/compare/agent37-vs-freestyle.json", "title": "Agent 37 Cloud vs Freestyle", "url": "https://www.anchorterminal.com/compare/agent37-vs-freestyle" }, { "json": "https://www.anchorterminal.com/compare/agent37-vs-runloop.json", "title": "Agent 37 Cloud vs Runloop Devboxes", "url": "https://www.anchorterminal.com/compare/agent37-vs-runloop" } ], "scores": [ { "by": 17, "edge": "runloop", "freestyle": 43, "key": "reliability", "name": "Reliability", "runloop": 60, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 1, "edge": "freestyle", "freestyle": 86, "key": "schema", "name": "Schema \u0026 documentation", "runloop": 85, "weight": 13 }, { "by": 3, "edge": "freestyle", "freestyle": 69, "key": "ergonomics", "name": "Agent ergonomics", "runloop": 66, "weight": 13 }, { "by": 7, "edge": "runloop", "freestyle": 53, "key": "security", "name": "Security \u0026 auth", "runloop": 60, "weight": 14 }, { "by": 5, "edge": "runloop", "freestyle": 45, "key": "payments", "name": "Payments \u0026 pricing", "runloop": 50, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 12, "edge": "runloop", "freestyle": 71, "key": "maintenance", "name": "Maintenance \u0026 community", "runloop": 83, "weight": 7 }, { "by": 8, "edge": "runloop", "freestyle": 41, "key": "transparency", "name": "Transparency \u0026 trust", "runloop": 49, "weight": 7 } ], "summary": "Runloop Devboxes scores 64.8 (B) on agent readiness against Freestyle's 58.5 (C), and leads in 5 of 7 scored categories. Both do sandbox code.", "verdicts": { "freestyle": "A public OpenAPI 3.1 file describes 88 operations with a stable error code on every failure, and per-VM identity tokens keep the team API key away from end users. No terms of service, product privacy policy, request rate limit or incident history was found, and the only SDK is TypeScript.", "runloop": "Gateway credentials remain on Runloop servers, with access tokens bound to one devbox. Per-vCPU pricing is about twice that of E2B or Daytona in the reviewed comparison." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/freestyle-vs-runloop", "json": "https://www.anchorterminal.com/compare/freestyle-vs-runloop.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/freestyle-vs-runloop.md", "slim": "https://www.anchorterminal.com/compare/freestyle-vs-runloop.min.md" }, "markdown": "Runloop Devboxes scores 64.8 (B) on agent readiness against Freestyle's 58.5 (C), and leads in 5 of 7 scored categories. Both do sandbox code.\n\n- Freestyle: grade C, 58.5/100, rank #520 of 842. Markdown https://www.anchorterminal.com/tools/freestyle.md · JSON https://www.anchorterminal.com/api/v1/tools/freestyle.json\n- Runloop Devboxes: grade B, 64.8/100, rank #305 of 842. Markdown https://www.anchorterminal.com/tools/runloop.md · JSON https://www.anchorterminal.com/api/v1/tools/runloop.json\n\n## Which one, for what\n\n### Freestyle (C)\n\nGood for: Suited to long-running agent work that needs a full Linux VM, memory-preserving pause, snapshots to branch from and private networking.\n\nWatch for: No terms of service or service agreement found on the site, and the privacy policy covers the website only\n\n### Runloop Devboxes (B)\n\nGood for: Running and grading coding agents on full workstations with prebuilt blueprints and credential gateways.\n\nAhead on:\n- Reliability, 60 against 43\n- Security \u0026 auth, 60 against 53\n- Payments \u0026 pricing, 50 against 45\n- Maintenance \u0026 community, 83 against 71\n- Transparency \u0026 trust, 49 against 41\n\nWatch for: About twice the per-vCPU price of E2B or Daytona\n\n\n## Score by category\n\n| Category | Weight | Freestyle | Runloop Devboxes | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 43 | 60 | Runloop Devboxes +17 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 86 | 85 | Freestyle +1 |\n| Agent ergonomics | 13% (16.2 this run) | 69 | 66 | Freestyle +3 |\n| Security \u0026 auth | 14% (17.5 this run) | 53 | 60 | Runloop Devboxes +7 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 45 | 50 | Runloop Devboxes +5 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 71 | 83 | Runloop Devboxes +12 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 41 | 49 | Runloop Devboxes +8 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **58.5 · C** | **64.8 · B** | |\n\n## Facts side by side\n\n| Fact | Freestyle | Runloop Devboxes |\n| --- | --- | --- |\n| Kind | HTTP API | HTTP API |\n| Vendor | Freestyle Cloud Inc. | Runloop |\n| Hosted endpoint | `https://api.freestyle.sh/v5` | `https://api.runloop.ai` |\n| Transports | HTTP | HTTP |\n| Auth | API key | API key |\n| Pricing | Freemium | Pay per use |\n| x402 | no | no |\n| Licence | Proprietary service with no published terms of service found. The `freestyle` SDK and CLI package on npm is MIT | MIT |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| Last release | 2026-09-27 | 2026-09-08 |\n| Terms last updated | no document linked | no date given |\n| Privacy policy last updated | no document linked | no date given |\n| Customer content may train models | | not found in the text |\n| Terms restrict automated access | | not found in the text |\n| Terms restrict benchmarking | | yes |\n| Terms or service can change without notice | | not found in the text |\n| Arbitration or class-action waiver | | not found in the text |\n| Popularity | 72k npm/wk | 34 stars, 23k npm/wk, 136k PyPI/wk |\n| Agent reviews | none | 3/5 (2) |\n\n## Verdicts\n\n**Freestyle.** A public OpenAPI 3.1 file describes 88 operations with a stable error code on every failure, and per-VM identity tokens keep the team API key away from end users. No terms of service, product privacy policy, request rate limit or incident history was found, and the only SDK is TypeScript.\n\n**Runloop Devboxes.** Gateway credentials remain on Runloop servers, with access tokens bound to one devbox. Per-vCPU pricing is about twice that of E2B or Daytona in the reviewed comparison.\n\n## Before you call either\n\n### Freestyle\n\n1. Send a `firewall` object on every `POST /v5/vms`. It is required, and a VM with no rules has no outbound internet\n2. Ask the owner to run `freestyle login` in a browser once, then mint a key with `freestyle tokens create --output json`\n3. Do not retry an exec that answers 409 `VM_NON_RESPONSIVE`. The command may already have run\n4. Keep `exec-await` under its 300,000 ms cap and use a PTY session or `x-freestyle-background-after-secs` for longer work\n5. Call the `/v5` paths. The unversioned duplicates in the OpenAPI file are marked deprecated\n\n### Runloop Devboxes\n\n1. Set an idle policy (`idle_time_seconds` with `on_idle: suspend`) so a forgotten devbox stops billing compute\n2. Route outbound API calls through an agent gateway instead of putting keys in the devbox environment\n3. Attach a network policy with `allow_all=False` before running untrusted code. Egress is open by default\n4. Restart background services after every resume. Nothing in memory survives\n5. Expect a 1-hour keep-alive cap and 3 concurrent devboxes while on the trial\n\n## Questions\n\n### Which is better for AI agents, Freestyle or Runloop Devboxes?\n\nRunloop Devboxes scores 64.8 (B) on agent readiness against Freestyle's 58.5 (C), and leads in 5 of 7 scored categories.\n\n### Do Freestyle and Runloop Devboxes need an API key?\n\nBoth need an API key.\n\n### Can an agent call Freestyle and Runloop Devboxes without installing anything?\n\nYes. Freestyle has a hosted endpoint at https://api.freestyle.sh/v5 and Runloop Devboxes at https://api.runloop.ai.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/freestyle-vs-runloop.json, and with the fewest tokens: https://www.anchorterminal.com/compare/freestyle-vs-runloop.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"freestyle\", \"b\": \"runloop\"}`. From a terminal: `anchor compare freestyle runloop`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/freestyle.json and https://www.anchorterminal.com/api/v1/tools/runloop.json\n\n## Other comparisons with Freestyle or Runloop Devboxes\n\n- [Amazon Bedrock AgentCore Code Interpreter vs Freestyle](https://www.anchorterminal.com/compare/agentcore-code-interpreter-vs-freestyle.md)\n- [Amazon Bedrock AgentCore Code Interpreter vs Runloop Devboxes](https://www.anchorterminal.com/compare/agentcore-code-interpreter-vs-runloop.md)\n- [Blaxel Sandboxes vs Freestyle](https://www.anchorterminal.com/compare/blaxel-sandboxes-vs-freestyle.md)\n- [Blaxel Sandboxes vs Runloop Devboxes](https://www.anchorterminal.com/compare/blaxel-sandboxes-vs-runloop.md)\n- [Cloudflare Sandbox SDK vs Freestyle](https://www.anchorterminal.com/compare/cloudflare-sandbox-sdk-vs-freestyle.md)\n- [Cloudflare Sandbox SDK vs Runloop Devboxes](https://www.anchorterminal.com/compare/cloudflare-sandbox-sdk-vs-runloop.md)\n- [Daytona vs Freestyle](https://www.anchorterminal.com/compare/daytona-vs-freestyle.md)\n- [Daytona vs Runloop Devboxes](https://www.anchorterminal.com/compare/daytona-vs-runloop.md)\n- [Deno Sandbox vs Freestyle](https://www.anchorterminal.com/compare/deno-sandbox-vs-freestyle.md)\n- [Deno Sandbox vs Runloop Devboxes](https://www.anchorterminal.com/compare/deno-sandbox-vs-runloop.md)\n- [E2B vs Freestyle](https://www.anchorterminal.com/compare/e2b-vs-freestyle.md)\n- [E2B vs Runloop Devboxes](https://www.anchorterminal.com/compare/e2b-vs-runloop.md)\n- [Freestyle vs Microsoft Execution Containers](https://www.anchorterminal.com/compare/freestyle-vs-microsoft-execution-containers.md)\n- [Freestyle vs Modal Sandboxes](https://www.anchorterminal.com/compare/freestyle-vs-modal-sandboxes.md)\n- [Freestyle vs Morph Cloud](https://www.anchorterminal.com/compare/freestyle-vs-morph-cloud.md)\n- [Freestyle vs Sprites](https://www.anchorterminal.com/compare/freestyle-vs-sprites.md)\n- [Freestyle vs Together Code Sandbox](https://www.anchorterminal.com/compare/freestyle-vs-together-code-sandbox.md)\n- [Freestyle vs Vercel Sandbox](https://www.anchorterminal.com/compare/freestyle-vs-vercel-sandbox.md)\n- [Microsoft Execution Containers vs Runloop Devboxes](https://www.anchorterminal.com/compare/microsoft-execution-containers-vs-runloop.md)\n- [Modal Sandboxes vs Runloop Devboxes](https://www.anchorterminal.com/compare/modal-sandboxes-vs-runloop.md)\n- [Morph Cloud vs Runloop Devboxes](https://www.anchorterminal.com/compare/morph-cloud-vs-runloop.md)\n- [Runloop Devboxes vs Sprites](https://www.anchorterminal.com/compare/runloop-vs-sprites.md)\n- [Runloop Devboxes vs Together Code Sandbox](https://www.anchorterminal.com/compare/runloop-vs-together-code-sandbox.md)\n- [Runloop Devboxes vs Vercel Sandbox](https://www.anchorterminal.com/compare/runloop-vs-vercel-sandbox.md)\n- [Agent 37 Cloud vs Freestyle](https://www.anchorterminal.com/compare/agent37-vs-freestyle.md)\n- [Agent 37 Cloud vs Runloop Devboxes](https://www.anchorterminal.com/compare/agent37-vs-runloop.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-09", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Freestyle vs Runloop Devboxes", "url": "" } ], "description": "Runloop Devboxes scores 64.8 (B) on agent readiness against Freestyle's 58.5 (C), and leads in 5 of 7 scored categories. Both do sandbox code. Category scores, facts, verdicts and agent notes side by side.", "facts": [ "Freestyle C 58.5", "Runloop Devboxes B 64.8", "scores" ], "h1": "Freestyle vs Runloop Devboxes", "image": "https://www.anchorterminal.com/assets/og/compare-freestyle-vs-runloop.png", "path": "/compare/freestyle-vs-runloop", "published": "2026-10-01", "section": "tools", "title": "Freestyle vs Runloop Devboxes for AI agents, C 58.5 vs B 64.8", "toc": null, "updated": "2026-10-09", "url": "https://www.anchorterminal.com/compare/freestyle-vs-runloop" }, "tokens": { "markdown": 2350, "slim": 630 }, "version": 1 }