{ "data": { "a": { "slug": "devin", "name": "Devin", "vendor": "Cognition AI, Inc.", "vendorUrl": "https://devin.ai", "kind": "harness", "category": "agent-harnesses", "summary": "Devin is Cognition's hosted coding agent. It works in its own cloud virtual machine to plan, edit code, run commands and open pull requests. Outside agents start and steer sessions through a REST API and a remote MCP server.", "url": "https://www.anchorterminal.com/tools/devin", "markdownUrl": "https://www.anchorterminal.com/tools/devin.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/devin.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/devin.json", "license": "Proprietary service under Cognition's Platform Terms of Service", "transports": [ "http" ], "remoteUrl": "https://mcp.devin.ai/mcp", "packages": [], "auth": "api-key", "authNotes": "A Bearer token with the `cog_` prefix on every request to https://api.devin.ai/v3. Service-user keys are provisioned by a person in Settings \u003e Devin API, shown once, and carry a role (Admin or Member on Teams, custom roles on Enterprise). Personal access tokens act as the user who made them and can expire. Legacy `apk_` keys work only with the deprecated v1 and v2 APIs. The MCP server takes the same keys, and enterprise keys and personal tokens add an `X-Org-Id` header. Access is self-serve, with no app review or sales approval for Teams.", "pricing": "freemium", "pricingNotes": "Free $0, Pro $20 a month, Max $200 a month, Teams $80 a month minimum with full seats at $40 each, Enterprise by quote (devin.ai/pricing, checked 2026-10-08). Paid plans include a daily or weekly usage quota, then prepaid on-demand credits described as usage at API pricing, with no unit rate on the page. The pricing page lists cloud agents from Pro upward, while the docs say Free includes limited Devin usage. Whether the API works on Free, and whether signup needs a card, wasn't established.", "priceSummary": "$20 / mo", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs index, the v3 OpenAPI spec or the pricing page (checked 2026-10-08).", "endpoints": [] }, "toolCount": 13, "popularity": { "githubStars": null, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-08" }, "docsUrl": "https://docs.devin.ai", "llmsTxt": "https://docs.devin.ai/llms.txt", "openapi": "https://docs.devin.ai/v3-openapi.yaml", "capabilities": [ "agent.harness", "agent.mcp-client", "agent.multi-agent" ], "tags": [ "hosted", "cloud-agent", "closed-source", "api-key", "rbac", "openapi", "llms-txt", "mcp", "status-page", "soc2", "freemium" ], "lastRelease": "2026-10-07", "graded": true, "anchor": { "graded": true, "score": 55.7, "grade": "C", "agentReady": false, "rank": 651, "ranked": true, "rankOf": 950, "categoryRank": 17, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 62, "maintenance": 63, "payments": 20, "reliability": 30, "schema": 80, "security": 72, "transparency": 69 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-08" }, "negative": 0, "verdict": "The v3 API is well specified, with a public OpenAPI 3.1 file covering 239 operations, problem+json errors, cursor pagination and service-user keys tied to roles. The status page records three critical and several major incidents on the cloud agent between 22 July and 24 September 2026, and no rate limit figures or retry guidance were found in the reviewed documentation.", "bestFor": "A team that wants to hand whole tasks to a cloud agent and collect pull requests, driven from a pipeline or another agent.", "strengths": [ "Public OpenAPI 3.1 spec for the v3 API with 239 operations, each declaring 401, 403, 404, 409, 422 and 429 responses in RFC 9457 problem+json", "Service-user keys carry a role, every endpoint except GET /v3/self names the permission it needs, and audit logs list service users separately from people", "Security profiles can limit a session to a network allowlist, an MCP server allowlist, read-only git and a read-only Devin MCP", "Remote MCP server at mcp.devin.ai/mcp with 13 documented tools for sessions, playbooks, knowledge, schedules and repository documentation", "Dated release notes several times a week, the newest on 7 October 2026, and a separate API release notes page" ], "weaknesses": [ "www.devinstatus.com lists three critical incidents (22 July, 13 August, 24 September 2026) and six major ones on the cloud agent or web app since 10 July 2026", "No rate limit figures, Retry-After or backoff guidance found in the API docs, and v3 session creation has no idempotency key", "Customer data may be used for model training by default on self-serve plans. The opt-out is for paid plans only, per section 3.3.1 of the platform terms", "A person must sign up and provision the service user in the web app. No key-creation route exists for an agent starting from nothing", "No official SDK found, and the Devin MCP server was not found in the official MCP registry" ], "agentNotes": [ "Use a `cog_` service-user key with the Member role. Legacy `apk_` keys fail against v3 and the MCP server with 401 or 403", "Set `max_acu_limit` on every session you create. Usage is metered by the work done and has no published unit rate", "Session creation is not idempotent in v3. After a timeout, list sessions by tag before creating again", "Enterprise keys and personal access tokens must send `X-Org-Id` to the MCP server. Organisation-scoped keys resolve it automatically", "Create scheduled work as an automation. POST to the schedules endpoint returns 403 for migrated organisations since 24 September 2026" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 55.7 } ], "editorialScores": { "ergonomics": 62, "maintenance": 63, "payments": 20, "reliability": 30, "schema": 80, "security": 72, "transparency": 61 }, "provenanceScore": 77 }, "connect": { "http": "curl -X POST \"https://api.devin.ai/v3/organizations/$DEVIN_ORG_ID/sessions\" -H \"Authorization: Bearer $DEVIN_API_KEY\" -H \"Content-Type: application/json\" -d '{\"prompt\": \"Create a simple Python script that prints Hello World\"}'", "config": { "mcpServers": { "devin": { "headers": { "Authorization": "Bearer \u003cAPI_KEY\u003e", "X-Org-Id": "\u003cYOUR_ORG_ID\u003e" }, "serverUrl": "https://mcp.devin.ai/mcp" } } } }, "letme": { "capability": "https://letme.dev/agent.harness", "tool": "https://letme.dev/devin" }, "area": "frameworks", "unitPrices": [ { "item": "Pro plan", "unit": "month", "usd": 20, "note": "one user, daily and weekly usage quota" }, { "item": "Max plan", "unit": "month", "usd": 200, "note": "one user, larger weekly quota" }, { "item": "Teams full seat", "unit": "seat-month", "usd": 40, "note": "$80 a month minimum per team, flex seats free and billed from shared credits" } ], "provenance": { "legalEntity": "Cognition AI, Inc.", "domain": "devin.ai", "domainRegistered": "2022-12-06", "endpointOnVendorDomain": true, "terms": "https://cognition.com/legal/platform-terms-of-service", "privacy": "https://cognition.com/legal/privacy-policy", "statusPage": "https://www.devinstatus.com", "changelog": "https://docs.devin.ai/release-notes/overview", "securityTxt": "none", "checked": "2026-10-08", "notes": [ "The Platform Terms of Service (last updated 30 June 2026) name Cognition AI, Inc. and govern the Cognition Platform for customers who register and use the services. Enterprise customers sign separate Enterprise Terms of Service.", "The privacy policy (last updated 9 March 2026) names Cognition AI, Inc and covers Devin and Windsurf as well as cognition.com. The data processing agreement gives the address 550 Third Street, San Francisco, CA 94107.", "devin.ai, cognition.com and api.devin.ai all return 404 for /.well-known/security.txt. The docs give security@cognition.ai for vulnerability reports.", "The API answers at api.devin.ai and the MCP server at mcp.devin.ai. status.devin.ai redirects to www.devinstatus.com.", "RDAP for devin.ai gives a registration date of 2022-12-06." ], "score": 77 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/devin.json", "live": { "slug": "devin", "probe": { "target": "https://mcp.devin.ai/mcp", "method": "get", "lastAt": "2026-10-10T02:07:06.957605871Z", "lastOk": true, "lastStatus": 406, "lastMs": 448, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 446, "p95ms24h": 508, "samples24h": 250, "samples30d": 342, "days": [ { "date": "2026-10-08", "probes": 70, "ok": 70 }, { "date": "2026-10-09", "probes": 250, "ok": 250 }, { "date": "2026-10-10", "probes": 22, "ok": 22 } ] }, "vendorStatus": { "page": "https://www.devinstatus.com", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-10T02:05:53.679662338Z" }, "securityTxt": { "url": "https://devin.ai/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-09T15:39:23.647914938Z" }, "llmsTxt": { "url": "https://docs.devin.ai/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-09T14:01:47.86057185Z" }, "pages": [ { "url": "https://docs.devin.ai/release-notes/overview", "kind": "changelog", "status": 200, "checkedAt": "2026-10-09T18:37:11.170738463Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "a85f82787c20" }, { "url": "https://cognition.com/legal/privacy-policy", "kind": "privacy", "status": 200, "checkedAt": "2026-10-09T18:34:05.164983429Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "0ab177a921b1" }, { "url": "https://cognition.com/legal/platform-terms-of-service", "kind": "terms", "status": 200, "checkedAt": "2026-10-09T18:34:02.721037094Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "e794136b2fe5" } ], "updatedAt": "2026-10-10T02:07:06.957605871Z" } }, "answer": "Droid CLI scores 59.1 (C) on agent readiness against Devin's 55.7 (C), and leads in 3 of 7 scored categories. Devin leads on security \u0026 auth, payments \u0026 pricing and transparency \u0026 trust.", "b": { "slug": "droid-cli", "name": "Droid CLI", "vendor": "Factory", "vendorUrl": "https://factory.com", "kind": "harness", "category": "agent-harnesses", "summary": "Droid CLI is Factory's closed-source coding agent for the terminal. It runs interactively or headless through `droid exec`, connects MCP servers, runs multi-agent Missions, and can be driven by TypeScript and Python SDKs. A paid Factory plan is required.", "url": "https://www.anchorterminal.com/tools/droid-cli", "markdownUrl": "https://www.anchorterminal.com/tools/droid-cli.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/droid-cli.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/droid-cli.json", "repo": "https://github.com/Factory-AI/factory", "license": "Proprietary, under Factory's Terms and Conditions. The `droid` npm package is marked `UNLICENSED` and the public repository holds documentation only. The Python SDK is Apache-2.0", "transports": [], "packages": [ { "registry": "npm", "name": "droid" }, { "registry": "npm", "name": "@factory/droid-sdk" }, { "registry": "pypi", "name": "droid-sdk" } ], "auth": "mixed", "authNotes": "A Factory account is required. The interactive CLI signs in through a browser with OAuth, and the docs say stored tokens rotate every 30 days. Headless runs set `FACTORY_API_KEY` to a key starting `fk-` created on the API keys page in Factory settings. Organisations can use service accounts whose keys can be rotated and revoked through an API.", "pricing": "paid", "pricingNotes": "Pro is $20 a month, Plus $100 and Max $200, each with the CLI, the Factory App and the SDK. Teams is $60 a month per team plus $40 a seat, and Business and Enterprise are by quote. Usage is capped by rolling 5-hour, 7-day and 30-day rate limits stated without numbers. Extra usage is prepaid credit from $10. No free tier or trial was found (checked 2026-10-09).", "priceSummary": "$20 / mo", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs index, the pricing pages or the terms (checked 2026-10-09).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 49, "npmWeekly": 7766, "pypiWeekly": null, "asOf": "2026-10-09" }, "docsUrl": "https://docs.factory.com/droid-cli/overview", "llmsTxt": "https://docs.factory.com/llms.txt", "capabilities": [ "agent.harness", "agent.mcp-client", "agent.multi-agent" ], "tags": [ "harness", "coding-agent", "cli", "closed-source", "mcp", "acp", "llms-txt", "sdk", "sandbox", "telemetry-default-on" ], "lastRelease": "2026-10-08", "graded": true, "anchor": { "graded": true, "score": 59.1, "grade": "C", "agentReady": false, "rank": 560, "ranked": true, "rankOf": 950, "categoryRank": 13, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 72, "maintenance": 79, "payments": 10, "reliability": 49, "schema": 79, "security": 63, "transparency": 64 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-09" }, "negative": 0, "verdict": "`droid exec` is read-only unless `--auto` raises the autonomy level, with command rules, an optional kernel-enforced sandbox, JSON output and documented exit codes. No free tier, status page or security.txt was found, the source is closed, and usage metrics go to Factory by default.", "bestFor": "Teams that want a terminal coding agent with tiered autonomy, command rules and an optional sandbox, and that will pay for a Factory plan.", "strengths": [ "`droid exec` is read-only by default. `--auto low`, `medium` or `high` opens edits and commands by risk tier, and a run that exceeds its level exits non-zero", "Optional OS sandbox using Seatbelt on macOS and bubblewrap with seccomp on Linux, with writes limited to the working directory and network limited to allowed domains", "Text, JSON and JSON-RPC output, exit codes 0, 1 and 2, session resume and fork, and tool lists that can be restricted per run", "llms.txt with a Markdown copy of every docs page, and a dated changelog with 62 entries between 11 July and 8 October 2026", "The install script verifies a SHA-256 checksum, and the `droid` npm package is published from GitHub Actions through a trusted publisher" ], "weaknesses": [ "No free tier or trial was found. Plans start at $20 a month and included usage is stated only as rolling rate limits without numbers", "The sandbox is off until `sandbox.enabled` is set, and `--skip-permissions-unsafe` skips every permission prompt", "Usage metrics go to Factory's collector by default. The pages read give no opt-out outside an airgapped deployment", "Closed source on a 0.x version line with near-daily releases. The public tracker had 33 open issues on 9 October 2026, most with no reply", "No status page and no security.txt were found. The trust centre is drawn by script and was not read", "The individual terms forbid using the service for benchmarking or competitive analysis, which matters before any probe is run" ], "agentNotes": [ "Set `FACTORY_API_KEY` (starts `fk-`) from the API keys page in Factory settings for headless runs. Interactive use signs in through a browser", "Start with `droid exec` and no flags for analysis. Add `--auto low` for edits and `--auto medium` for installs, tests and local commits", "Use `--output-format json` and read `is_error`, `num_turns` and `session_id`. Treat a non-zero exit code as failure", "Set `sandbox.enabled` to true before running on untrusted code. In `droid exec` a sandbox violation is denied without a prompt", "Pin the version in CI with `npm install -g droid@\u003cversion\u003e`, or set `FACTORY_DROID_AUTO_UPDATE_ENABLED=false` on standalone installs, which update themselves" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 59.1 } ], "editorialScores": { "ergonomics": 72, "maintenance": 79, "payments": 10, "reliability": 49, "schema": 79, "security": 63, "transparency": 55 }, "provenanceScore": 72 }, "connect": { "install": "curl -fsSL https://app.factory.ai/cli | sh # or: npm install -g droid", "headless": { "command": "droid exec --auto low --output-format json \"$TASK\"", "env": { "FACTORY_API_KEY": "fk-..." } } }, "letme": { "capability": "https://letme.dev/agent.harness", "tool": "https://letme.dev/droid-cli" }, "area": "frameworks", "unitPrices": [ { "item": "Pro plan", "unit": "month", "usd": 20, "note": "rolling rate limits, numbers not published" }, { "item": "Plus plan", "unit": "month", "usd": 100, "note": "about 5 times Pro usage" }, { "item": "Max plan", "unit": "month", "usd": 200, "note": "about 10 times Pro usage" }, { "item": "Teams seat", "unit": "seat-month", "usd": 40, "note": "plus $60 a month per team, up to 10 seats" } ], "provenance": { "legalEntity": "The San Francisco AI Factory, Inc.", "domain": "factory.com", "domainRegistered": "1999-03-09", "endpointOnVendorDomain": null, "terms": "https://factory.com/legal/terms-individual", "privacy": "https://factory.com/privacy-policy", "statusPage": "", "changelog": "https://docs.factory.com/changelog/release-notes", "securityTxt": "none", "checked": "2026-10-09", "notes": [ "The Terms and Conditions for Individual Plans (last updated 14 July 2026) name The San Francisco AI Factory, Inc., a Delaware corporation in San Francisco. The privacy policy (last updated 20 August 2026) names the same company.", "RDAP (Verisign) gives factory.com a registration date of 1999-03-09, long before the company.", "The CLI installs from app.factory.ai and downloads.factory.ai and signs in to app.factory.ai, a second domain of the vendor's.", "factory.com/.well-known/security.txt answered 404 on 9 October 2026.", "No status page is linked from the home page, the docs support page or the other pages read. factory.com/sla states a 99 per cent availability target.", "The terms linked are those for individual plans. Organisation plans are sold under separate orders, which we did not read." ], "score": 72 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/droid-cli.json", "live": { "slug": "droid-cli", "versions": [ { "registry": "npm", "name": "@factory/droid-sdk", "version": "0.9.1", "seenAt": "2026-10-09T16:50:37.734856262Z" }, { "registry": "npm", "name": "droid", "version": "0.237.0", "seenAt": "2026-10-09T16:50:36.904664611Z" }, { "registry": "pypi", "name": "droid-sdk", "version": "0.5.0", "released": "2026-09-24", "seenAt": "2026-10-09T16:50:39.131992485Z" } ], "githubStars": 49, "npmWeekly": 7766, "pypiWeekly": 8371, "pages": [ { "url": "https://docs.factory.com/changelog/release-notes", "kind": "changelog", "status": 200, "checkedAt": "2026-10-09T18:37:19.435901865Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "79ac0e23f836" }, { "url": "https://factory.com/privacy-policy", "kind": "privacy", "status": 200, "checkedAt": "2026-10-09T18:39:19.155213369Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "5ef46e9f3c4f" }, { "url": "https://factory.com/legal/terms-individual", "kind": "terms", "status": 200, "checkedAt": "2026-10-09T18:39:16.902019177Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "ebfbb9d9f0ab" } ], "updatedAt": "2026-10-09T18:39:19.155213369Z" } }, "facts": [ { "a": "Agent harness", "b": "Agent harness", "name": "Kind" }, { "a": "Cognition AI, Inc.", "b": "Factory", "name": "Vendor" }, { "a": "https://mcp.devin.ai/mcp", "b": "no (local only)", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "", "name": "Transports" }, { "a": "API key", "b": "OAuth or key", "name": "Auth" }, { "a": "Freemium", "b": "Paid", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Proprietary service under Cognition's Platform Terms of Service", "b": "Proprietary, under Factory's Terms and Conditions. The `droid` npm package is marked `UNLICENSED` and the public repository holds documentation only. The Python SDK is Apache-2.0", "name": "Licence" }, { "a": "13", "b": "none", "name": "Tools exposed" }, { "a": "yes", "b": "yes", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-10-07", "b": "2026-10-08", "name": "Last release" }, { "a": "2026-06-30", "b": "2026-07-14", "name": "Terms last updated" }, { "a": "2026-03-09", "b": "2026-08-20", "name": "Privacy policy last updated" }, { "a": "yes, with an opt-out", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "yes", "b": "yes", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms or service can change without notice" }, { "a": "yes", "b": "yes", "name": "Arbitration or class-action waiver" }, { "a": "none", "b": "49 stars, 7.8k npm/wk", "name": "Popularity" } ], "faq": [ { "answer": "Droid CLI scores 59.1 (C) on agent readiness against Devin's 55.7 (C), and leads in 3 of 7 scored categories. Devin leads on security \u0026 auth, payments \u0026 pricing and transparency \u0026 trust.", "question": "Which is better for AI agents, Devin or Droid CLI?" } ], "goodFor": [ { "aheadOn": [ "Security \u0026 auth, 72 against 63", "Payments \u0026 pricing, 20 against 10", "Transparency \u0026 trust, 69 against 64" ], "also": [ "A hosted endpoint, with nothing to install" ], "goodFor": "A team that wants to hand whole tasks to a cloud agent and collect pull requests, driven from a pipeline or another agent.", "slug": "devin", "watchFor": "www.devinstatus.com lists three critical incidents (22 July, 13 August, 24 September 2026) and six major ones on the cloud agent or web app since 10 July 2026" }, { "aheadOn": [ "Reliability, 49 against 30", "Agent ergonomics, 72 against 62", "Maintenance \u0026 community, 79 against 63" ], "also": null, "goodFor": "Teams that want a terminal coding agent with tiered autonomy, command rules and an optional sandbox, and that will pay for a Factory plan.", "slug": "droid-cli", "watchFor": "No free tier or trial was found. Plans start at $20 a month and included usage is stated only as rolling rate limits without numbers" } ], "job": { "capability": "agent.harness", "name": "Agent harnesses" }, "others": [ { "json": "https://www.anchorterminal.com/compare/aider-vs-devin.json", "title": "Aider vs Devin", "url": "https://www.anchorterminal.com/compare/aider-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/aider-vs-droid-cli.json", "title": "Aider vs Droid CLI", "url": "https://www.anchorterminal.com/compare/aider-vs-droid-cli" }, { "json": "https://www.anchorterminal.com/compare/amp-vs-devin.json", "title": "Amp vs Devin", "url": "https://www.anchorterminal.com/compare/amp-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/amp-vs-droid-cli.json", "title": "Amp vs Droid CLI", "url": "https://www.anchorterminal.com/compare/amp-vs-droid-cli" }, { "json": "https://www.anchorterminal.com/compare/claude-code-vs-devin.json", "title": "Claude Code vs Devin", "url": "https://www.anchorterminal.com/compare/claude-code-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/claude-code-vs-droid-cli.json", "title": "Claude Code vs Droid CLI", "url": "https://www.anchorterminal.com/compare/claude-code-vs-droid-cli" }, { "json": "https://www.anchorterminal.com/compare/cline-vs-devin.json", "title": "Cline vs Devin", "url": "https://www.anchorterminal.com/compare/cline-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/cline-vs-droid-cli.json", "title": "Cline vs Droid CLI", "url": "https://www.anchorterminal.com/compare/cline-vs-droid-cli" }, { "json": "https://www.anchorterminal.com/compare/cursor-cli-vs-devin.json", "title": "Cursor CLI vs Devin", "url": "https://www.anchorterminal.com/compare/cursor-cli-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/cursor-cli-vs-droid-cli.json", "title": "Cursor CLI vs Droid CLI", "url": "https://www.anchorterminal.com/compare/cursor-cli-vs-droid-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-earendil-pi.json", "title": "Devin vs Pi", "url": "https://www.anchorterminal.com/compare/devin-vs-earendil-pi" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-gemini-cli.json", "title": "Devin vs Gemini CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-gemini-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-github-copilot-cli.json", "title": "Devin vs GitHub Copilot CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-github-copilot-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-goose.json", "title": "Devin vs goose", "url": "https://www.anchorterminal.com/compare/devin-vs-goose" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-kilo-code-cli.json", "title": "Devin vs Kilo Code CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-kilo-code-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-kiro-cli.json", "title": "Devin vs Kiro CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-kiro-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-openai-codex.json", "title": "Devin vs OpenAI Codex", "url": "https://www.anchorterminal.com/compare/devin-vs-openai-codex" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-opencode.json", "title": "Devin vs OpenCode", "url": "https://www.anchorterminal.com/compare/devin-vs-opencode" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-openhands.json", "title": "Devin vs OpenHands", "url": "https://www.anchorterminal.com/compare/devin-vs-openhands" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-prime-agent.json", "title": "Devin vs Prime Agent", "url": "https://www.anchorterminal.com/compare/devin-vs-prime-agent" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-qwen-code.json", "title": "Devin vs Qwen Code", "url": "https://www.anchorterminal.com/compare/devin-vs-qwen-code" }, { "json": "https://www.anchorterminal.com/compare/droid-cli-vs-earendil-pi.json", "title": "Droid CLI vs Pi", "url": "https://www.anchorterminal.com/compare/droid-cli-vs-earendil-pi" }, { "json": "https://www.anchorterminal.com/compare/droid-cli-vs-gemini-cli.json", "title": "Droid CLI vs Gemini CLI", "url": "https://www.anchorterminal.com/compare/droid-cli-vs-gemini-cli" }, { "json": "https://www.anchorterminal.com/compare/droid-cli-vs-github-copilot-cli.json", "title": "Droid CLI vs GitHub Copilot CLI", "url": "https://www.anchorterminal.com/compare/droid-cli-vs-github-copilot-cli" }, { "json": "https://www.anchorterminal.com/compare/droid-cli-vs-goose.json", "title": "Droid CLI vs goose", "url": "https://www.anchorterminal.com/compare/droid-cli-vs-goose" }, { "json": "https://www.anchorterminal.com/compare/droid-cli-vs-kilo-code-cli.json", "title": "Droid CLI vs Kilo Code CLI", "url": "https://www.anchorterminal.com/compare/droid-cli-vs-kilo-code-cli" }, { "json": "https://www.anchorterminal.com/compare/droid-cli-vs-kiro-cli.json", "title": "Droid CLI vs Kiro CLI", "url": "https://www.anchorterminal.com/compare/droid-cli-vs-kiro-cli" }, { "json": "https://www.anchorterminal.com/compare/droid-cli-vs-openai-codex.json", "title": "Droid CLI vs OpenAI Codex", "url": "https://www.anchorterminal.com/compare/droid-cli-vs-openai-codex" }, { "json": "https://www.anchorterminal.com/compare/droid-cli-vs-opencode.json", "title": "Droid CLI vs OpenCode", "url": "https://www.anchorterminal.com/compare/droid-cli-vs-opencode" }, { "json": "https://www.anchorterminal.com/compare/droid-cli-vs-openhands.json", "title": "Droid CLI vs OpenHands", "url": "https://www.anchorterminal.com/compare/droid-cli-vs-openhands" }, { "json": "https://www.anchorterminal.com/compare/droid-cli-vs-prime-agent.json", "title": "Droid CLI vs Prime Agent", "url": "https://www.anchorterminal.com/compare/droid-cli-vs-prime-agent" }, { "json": "https://www.anchorterminal.com/compare/droid-cli-vs-qwen-code.json", "title": "Droid CLI vs Qwen Code", "url": "https://www.anchorterminal.com/compare/droid-cli-vs-qwen-code" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-paperclip.json", "title": "Devin vs Paperclip", "url": "https://www.anchorterminal.com/compare/devin-vs-paperclip" }, { "json": "https://www.anchorterminal.com/compare/droid-cli-vs-paperclip.json", "title": "Droid CLI vs Paperclip", "url": "https://www.anchorterminal.com/compare/droid-cli-vs-paperclip" } ], "scores": [ { "by": 19, "devin": 30, "droid-cli": 49, "edge": "droid-cli", "key": "reliability", "name": "Reliability", "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 1, "devin": 80, "droid-cli": 79, "edge": "devin", "key": "schema", "name": "Schema \u0026 documentation", "weight": 13 }, { "by": 10, "devin": 62, "droid-cli": 72, "edge": "droid-cli", "key": "ergonomics", "name": "Agent ergonomics", "weight": 13 }, { "by": 9, "devin": 72, "droid-cli": 63, "edge": "devin", "key": "security", "name": "Security \u0026 auth", "weight": 14 }, { "by": 10, "devin": 20, "droid-cli": 10, "edge": "devin", "key": "payments", "name": "Payments \u0026 pricing", "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 16, "devin": 63, "droid-cli": 79, "edge": "droid-cli", "key": "maintenance", "name": "Maintenance \u0026 community", "weight": 7 }, { "by": 5, "devin": 69, "droid-cli": 64, "edge": "devin", "key": "transparency", "name": "Transparency \u0026 trust", "weight": 7 } ], "summary": "Droid CLI scores 59.1 (C) on agent readiness against Devin's 55.7 (C), and leads in 3 of 7 scored categories. Devin leads on security \u0026 auth, payments \u0026 pricing and transparency \u0026 trust. Both do agent harnesses.", "verdicts": { "devin": "The v3 API is well specified, with a public OpenAPI 3.1 file covering 239 operations, problem+json errors, cursor pagination and service-user keys tied to roles. The status page records three critical and several major incidents on the cloud agent between 22 July and 24 September 2026, and no rate limit figures or retry guidance were found in the reviewed documentation.", "droid-cli": "`droid exec` is read-only unless `--auto` raises the autonomy level, with command rules, an optional kernel-enforced sandbox, JSON output and documented exit codes. No free tier, status page or security.txt was found, the source is closed, and usage metrics go to Factory by default." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/devin-vs-droid-cli", "json": "https://www.anchorterminal.com/compare/devin-vs-droid-cli.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/devin-vs-droid-cli.md", "slim": "https://www.anchorterminal.com/compare/devin-vs-droid-cli.min.md" }, "markdown": "Droid CLI scores 59.1 (C) on agent readiness against Devin's 55.7 (C), and leads in 3 of 7 scored categories. Devin leads on security \u0026 auth, payments \u0026 pricing and transparency \u0026 trust. Both do agent harnesses.\n\n- Devin: grade C, 55.7/100, rank #651 of 950. Markdown https://www.anchorterminal.com/tools/devin.md · JSON https://www.anchorterminal.com/api/v1/tools/devin.json\n- Droid CLI: grade C, 59.1/100, rank #560 of 950. Markdown https://www.anchorterminal.com/tools/droid-cli.md · JSON https://www.anchorterminal.com/api/v1/tools/droid-cli.json\n- Best agent harnesses and coding agents: https://www.anchorterminal.com/best/agent-harnesses/index.md\n- All 167 harnesses comparisons: https://www.anchorterminal.com/compare/agent-harnesses/index.md\n\n## Which one, for what\n\n### Devin (C)\n\nGood for: A team that wants to hand whole tasks to a cloud agent and collect pull requests, driven from a pipeline or another agent.\n\nAhead on:\n- Security \u0026 auth, 72 against 63\n- Payments \u0026 pricing, 20 against 10\n- Transparency \u0026 trust, 69 against 64\n\nAlso in its favour:\n- A hosted endpoint, with nothing to install\n\nWatch for: www.devinstatus.com lists three critical incidents (22 July, 13 August, 24 September 2026) and six major ones on the cloud agent or web app since 10 July 2026\n\n### Droid CLI (C)\n\nGood for: Teams that want a terminal coding agent with tiered autonomy, command rules and an optional sandbox, and that will pay for a Factory plan.\n\nAhead on:\n- Reliability, 49 against 30\n- Agent ergonomics, 72 against 62\n- Maintenance \u0026 community, 79 against 63\n\nWatch for: No free tier or trial was found. Plans start at $20 a month and included usage is stated only as rolling rate limits without numbers\n\n\n## Score by category\n\n| Category | Weight | Devin | Droid CLI | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 30 | 49 | Droid CLI +19 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 80 | 79 | Devin +1 |\n| Agent ergonomics | 13% (16.2 this run) | 62 | 72 | Droid CLI +10 |\n| Security \u0026 auth | 14% (17.5 this run) | 72 | 63 | Devin +9 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 20 | 10 | Devin +10 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 63 | 79 | Droid CLI +16 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 69 | 64 | Devin +5 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **55.7 · C** | **59.1 · C** | |\n\n## Facts side by side\n\n| Fact | Devin | Droid CLI |\n| --- | --- | --- |\n| Kind | Agent harness | Agent harness |\n| Vendor | Cognition AI, Inc. | Factory |\n| Hosted endpoint | `https://mcp.devin.ai/mcp` | no (local only) |\n| Transports | HTTP | |\n| Auth | API key | OAuth or key |\n| Pricing | Freemium | Paid |\n| x402 | no | no |\n| Licence | Proprietary service under Cognition's Platform Terms of Service | Proprietary, under Factory's Terms and Conditions. The `droid` npm package is marked `UNLICENSED` and the public repository holds documentation only. The Python SDK is Apache-2.0 |\n| Tools exposed | 13 | none |\n| Read-only variant documented | yes | yes |\n| llms.txt | yes | yes |\n| Last release | 2026-10-07 | 2026-10-08 |\n| Terms last updated | 2026-06-30 | 2026-07-14 |\n| Privacy policy last updated | 2026-03-09 | 2026-08-20 |\n| Customer content may train models | yes, with an opt-out | not found in the text |\n| Terms restrict automated access | not found in the text | not found in the text |\n| Terms restrict benchmarking | yes | yes |\n| Terms or service can change without notice | not found in the text | not found in the text |\n| Arbitration or class-action waiver | yes | yes |\n| Popularity | none | 49 stars, 7.8k npm/wk |\n\n## Verdicts\n\n**Devin.** The v3 API is well specified, with a public OpenAPI 3.1 file covering 239 operations, problem+json errors, cursor pagination and service-user keys tied to roles. The status page records three critical and several major incidents on the cloud agent between 22 July and 24 September 2026, and no rate limit figures or retry guidance were found in the reviewed documentation.\n\n**Droid CLI.** `droid exec` is read-only unless `--auto` raises the autonomy level, with command rules, an optional kernel-enforced sandbox, JSON output and documented exit codes. No free tier, status page or security.txt was found, the source is closed, and usage metrics go to Factory by default.\n\n## Before you call either\n\n### Devin\n\n1. Use a `cog_` service-user key with the Member role. Legacy `apk_` keys fail against v3 and the MCP server with 401 or 403\n2. Set `max_acu_limit` on every session you create. Usage is metered by the work done and has no published unit rate\n3. Session creation is not idempotent in v3. After a timeout, list sessions by tag before creating again\n4. Enterprise keys and personal access tokens must send `X-Org-Id` to the MCP server. Organisation-scoped keys resolve it automatically\n5. Create scheduled work as an automation. POST to the schedules endpoint returns 403 for migrated organisations since 24 September 2026\n\n### Droid CLI\n\n1. Set `FACTORY_API_KEY` (starts `fk-`) from the API keys page in Factory settings for headless runs. Interactive use signs in through a browser\n2. Start with `droid exec` and no flags for analysis. Add `--auto low` for edits and `--auto medium` for installs, tests and local commits\n3. Use `--output-format json` and read `is_error`, `num_turns` and `session_id`. Treat a non-zero exit code as failure\n4. Set `sandbox.enabled` to true before running on untrusted code. In `droid exec` a sandbox violation is denied without a prompt\n5. Pin the version in CI with `npm install -g droid@\u003cversion\u003e`, or set `FACTORY_DROID_AUTO_UPDATE_ENABLED=false` on standalone installs, which update themselves\n\n## Questions\n\n### Which is better for AI agents, Devin or Droid CLI?\n\nDroid CLI scores 59.1 (C) on agent readiness against Devin's 55.7 (C), and leads in 3 of 7 scored categories. Devin leads on security \u0026 auth, payments \u0026 pricing and transparency \u0026 trust.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/devin-vs-droid-cli.json, and with the fewest tokens: https://www.anchorterminal.com/compare/devin-vs-droid-cli.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"devin\", \"b\": \"droid-cli\"}`. From a terminal: `anchor compare devin droid-cli`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/devin.json and https://www.anchorterminal.com/api/v1/tools/droid-cli.json\n\n## Other comparisons with Devin or Droid CLI\n\n- [Aider vs Devin](https://www.anchorterminal.com/compare/aider-vs-devin.md)\n- [Aider vs Droid CLI](https://www.anchorterminal.com/compare/aider-vs-droid-cli.md)\n- [Amp vs Devin](https://www.anchorterminal.com/compare/amp-vs-devin.md)\n- [Amp vs Droid CLI](https://www.anchorterminal.com/compare/amp-vs-droid-cli.md)\n- [Claude Code vs Devin](https://www.anchorterminal.com/compare/claude-code-vs-devin.md)\n- [Claude Code vs Droid CLI](https://www.anchorterminal.com/compare/claude-code-vs-droid-cli.md)\n- [Cline vs Devin](https://www.anchorterminal.com/compare/cline-vs-devin.md)\n- [Cline vs Droid CLI](https://www.anchorterminal.com/compare/cline-vs-droid-cli.md)\n- [Cursor CLI vs Devin](https://www.anchorterminal.com/compare/cursor-cli-vs-devin.md)\n- [Cursor CLI vs Droid CLI](https://www.anchorterminal.com/compare/cursor-cli-vs-droid-cli.md)\n- [Devin vs Pi](https://www.anchorterminal.com/compare/devin-vs-earendil-pi.md)\n- [Devin vs Gemini CLI](https://www.anchorterminal.com/compare/devin-vs-gemini-cli.md)\n- [Devin vs GitHub Copilot CLI](https://www.anchorterminal.com/compare/devin-vs-github-copilot-cli.md)\n- [Devin vs goose](https://www.anchorterminal.com/compare/devin-vs-goose.md)\n- [Devin vs Kilo Code CLI](https://www.anchorterminal.com/compare/devin-vs-kilo-code-cli.md)\n- [Devin vs Kiro CLI](https://www.anchorterminal.com/compare/devin-vs-kiro-cli.md)\n- [Devin vs OpenAI Codex](https://www.anchorterminal.com/compare/devin-vs-openai-codex.md)\n- [Devin vs OpenCode](https://www.anchorterminal.com/compare/devin-vs-opencode.md)\n- [Devin vs OpenHands](https://www.anchorterminal.com/compare/devin-vs-openhands.md)\n- [Devin vs Prime Agent](https://www.anchorterminal.com/compare/devin-vs-prime-agent.md)\n- [Devin vs Qwen Code](https://www.anchorterminal.com/compare/devin-vs-qwen-code.md)\n- [Droid CLI vs Pi](https://www.anchorterminal.com/compare/droid-cli-vs-earendil-pi.md)\n- [Droid CLI vs Gemini CLI](https://www.anchorterminal.com/compare/droid-cli-vs-gemini-cli.md)\n- [Droid CLI vs GitHub Copilot CLI](https://www.anchorterminal.com/compare/droid-cli-vs-github-copilot-cli.md)\n- [Droid CLI vs goose](https://www.anchorterminal.com/compare/droid-cli-vs-goose.md)\n- [Droid CLI vs Kilo Code CLI](https://www.anchorterminal.com/compare/droid-cli-vs-kilo-code-cli.md)\n- [Droid CLI vs Kiro CLI](https://www.anchorterminal.com/compare/droid-cli-vs-kiro-cli.md)\n- [Droid CLI vs OpenAI Codex](https://www.anchorterminal.com/compare/droid-cli-vs-openai-codex.md)\n- [Droid CLI vs OpenCode](https://www.anchorterminal.com/compare/droid-cli-vs-opencode.md)\n- [Droid CLI vs OpenHands](https://www.anchorterminal.com/compare/droid-cli-vs-openhands.md)\n- [Droid CLI vs Prime Agent](https://www.anchorterminal.com/compare/droid-cli-vs-prime-agent.md)\n- [Droid CLI vs Qwen Code](https://www.anchorterminal.com/compare/droid-cli-vs-qwen-code.md)\n- [Devin vs Paperclip](https://www.anchorterminal.com/compare/devin-vs-paperclip.md)\n- [Droid CLI vs Paperclip](https://www.anchorterminal.com/compare/droid-cli-vs-paperclip.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-10", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Devin vs Droid CLI", "url": "" } ], "description": "Droid CLI scores 59.1 (C) to Devin's 55.7 (C) for agent harnesses. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Devin C 55.7", "Droid CLI C 59.1", "scores" ], "h1": "Devin vs Droid CLI", "image": "https://www.anchorterminal.com/assets/og/compare-devin-vs-droid-cli.png", "path": "/compare/devin-vs-droid-cli", "published": "2026-10-01", "section": "tools", "title": "Devin vs Droid CLI for AI agents in 2026: scores and prices", "toc": null, "updated": "2026-10-09", "url": "https://www.anchorterminal.com/compare/devin-vs-droid-cli" }, "tokens": { "markdown": 2600, "slim": 680 }, "version": 1 }