{ "data": { "a": { "slug": "devin", "name": "Devin", "vendor": "Cognition AI, Inc.", "vendorUrl": "https://devin.ai", "kind": "harness", "category": "agent-harnesses", "summary": "Devin is Cognition's hosted coding agent. It works in its own cloud virtual machine to plan, edit code, run commands and open pull requests. Outside agents start and steer sessions through a REST API and a remote MCP server.", "url": "https://www.anchorterminal.com/tools/devin", "markdownUrl": "https://www.anchorterminal.com/tools/devin.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/devin.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/devin.json", "license": "Proprietary service under Cognition's Platform Terms of Service", "transports": [ "http" ], "remoteUrl": "https://mcp.devin.ai/mcp", "packages": [], "auth": "api-key", "authNotes": "A Bearer token with the `cog_` prefix on every request to https://api.devin.ai/v3. Service-user keys are provisioned by a person in Settings \u003e Devin API, shown once, and carry a role (Admin or Member on Teams, custom roles on Enterprise). Personal access tokens act as the user who made them and can expire. Legacy `apk_` keys work only with the deprecated v1 and v2 APIs. The MCP server takes the same keys, and enterprise keys and personal tokens add an `X-Org-Id` header. Access is self-serve, with no app review or sales approval for Teams.", "pricing": "freemium", "pricingNotes": "Free $0, Pro $20 a month, Max $200 a month, Teams $80 a month minimum with full seats at $40 each, Enterprise by quote (devin.ai/pricing, checked 2026-10-08). Paid plans include a daily or weekly usage quota, then prepaid on-demand credits described as usage at API pricing, with no unit rate on the page. The pricing page lists cloud agents from Pro upward, while the docs say Free includes limited Devin usage. Whether the API works on Free, and whether signup needs a card, wasn't established.", "priceSummary": "$20 / mo", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs index, the v3 OpenAPI spec or the pricing page (checked 2026-10-08).", "endpoints": [] }, "toolCount": 13, "popularity": { "githubStars": null, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-08" }, "docsUrl": "https://docs.devin.ai", "llmsTxt": "https://docs.devin.ai/llms.txt", "openapi": "https://docs.devin.ai/v3-openapi.yaml", "capabilities": [ "agent.harness", "agent.mcp-client", "agent.multi-agent" ], "tags": [ "hosted", "cloud-agent", "closed-source", "api-key", "rbac", "openapi", "llms-txt", "mcp", "status-page", "soc2", "freemium" ], "lastRelease": "2026-10-07", "graded": true, "anchor": { "graded": true, "score": 55.7, "grade": "C", "agentReady": false, "rank": 447, "ranked": true, "rankOf": 629, "categoryRank": 15, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 62, "maintenance": 63, "payments": 20, "reliability": 30, "schema": 80, "security": 72, "transparency": 69 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-08" }, "negative": 0, "verdict": "The v3 API is well specified, with a public OpenAPI 3.1 file covering 239 operations, problem+json errors, cursor pagination and service-user keys tied to roles. The status page records three critical and several major incidents on the cloud agent between 22 July and 24 September 2026, and no rate limit figures or retry guidance were found in the reviewed documentation.", "bestFor": "A team that wants to hand whole tasks to a cloud agent and collect pull requests, driven from a pipeline or another agent.", "strengths": [ "Public OpenAPI 3.1 spec for the v3 API with 239 operations, each declaring 401, 403, 404, 409, 422 and 429 responses in RFC 9457 problem+json", "Service-user keys carry a role, every endpoint except GET /v3/self names the permission it needs, and audit logs list service users separately from people", "Security profiles can limit a session to a network allowlist, an MCP server allowlist, read-only git and a read-only Devin MCP", "Remote MCP server at mcp.devin.ai/mcp with 13 documented tools for sessions, playbooks, knowledge, schedules and repository documentation", "Dated release notes several times a week, the newest on 7 October 2026, and a separate API release notes page" ], "weaknesses": [ "www.devinstatus.com lists three critical incidents (22 July, 13 August, 24 September 2026) and six major ones on the cloud agent or web app since 10 July 2026", "No rate limit figures, Retry-After or backoff guidance found in the API docs, and v3 session creation has no idempotency key", "Customer data may be used for model training by default on self-serve plans. The opt-out is for paid plans only, per section 3.3.1 of the platform terms", "A person must sign up and provision the service user in the web app. No key-creation route exists for an agent starting from nothing", "No official SDK found, and the Devin MCP server was not found in the official MCP registry" ], "agentNotes": [ "Use a `cog_` service-user key with the Member role. Legacy `apk_` keys fail against v3 and the MCP server with 401 or 403", "Set `max_acu_limit` on every session you create. Usage is metered by the work done and has no published unit rate", "Session creation is not idempotent in v3. After a timeout, list sessions by tag before creating again", "Enterprise keys and personal access tokens must send `X-Org-Id` to the MCP server. Organisation-scoped keys resolve it automatically", "Create scheduled work as an automation. POST to the schedules endpoint returns 403 for migrated organisations since 24 September 2026" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 55.7 } ], "editorialScores": { "ergonomics": 62, "maintenance": 63, "payments": 20, "reliability": 30, "schema": 80, "security": 72, "transparency": 61 }, "provenanceScore": 77 }, "connect": { "http": "curl -X POST \"https://api.devin.ai/v3/organizations/$DEVIN_ORG_ID/sessions\" -H \"Authorization: Bearer $DEVIN_API_KEY\" -H \"Content-Type: application/json\" -d '{\"prompt\": \"Create a simple Python script that prints Hello World\"}'", "config": { "mcpServers": { "devin": { "headers": { "Authorization": "Bearer \u003cAPI_KEY\u003e", "X-Org-Id": "\u003cYOUR_ORG_ID\u003e" }, "serverUrl": "https://mcp.devin.ai/mcp" } } } }, "letme": { "capability": "https://letme.dev/agent.harness", "tool": "https://letme.dev/devin" }, "area": "frameworks", "unitPrices": [ { "item": "Pro plan", "unit": "month", "usd": 20, "note": "one user, daily and weekly usage quota" }, { "item": "Max plan", "unit": "month", "usd": 200, "note": "one user, larger weekly quota" }, { "item": "Teams full seat", "unit": "seat-month", "usd": 40, "note": "$80 a month minimum per team, flex seats free and billed from shared credits" } ], "provenance": { "legalEntity": "Cognition AI, Inc.", "domain": "devin.ai", "domainRegistered": "2022-12-06", "endpointOnVendorDomain": true, "terms": "https://cognition.com/legal/platform-terms-of-service", "privacy": "https://cognition.com/legal/privacy-policy", "statusPage": "https://www.devinstatus.com", "changelog": "https://docs.devin.ai/release-notes/overview", "securityTxt": "none", "checked": "2026-10-08", "notes": [ "The Platform Terms of Service (last updated 30 June 2026) name Cognition AI, Inc. and govern the Cognition Platform for customers who register and use the services. Enterprise customers sign separate Enterprise Terms of Service.", "The privacy policy (last updated 9 March 2026) names Cognition AI, Inc and covers Devin and Windsurf as well as cognition.com. The data processing agreement gives the address 550 Third Street, San Francisco, CA 94107.", "devin.ai, cognition.com and api.devin.ai all return 404 for /.well-known/security.txt. The docs give security@cognition.ai for vulnerability reports.", "The API answers at api.devin.ai and the MCP server at mcp.devin.ai. status.devin.ai redirects to www.devinstatus.com.", "RDAP for devin.ai gives a registration date of 2022-12-06." ], "score": 77 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/devin.json", "live": { "slug": "devin", "probe": { "target": "https://mcp.devin.ai/mcp", "method": "get", "lastAt": "2026-10-08T19:08:45.013833265Z", "lastOk": true, "lastStatus": 406, "lastMs": 426, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 450, "p95ms24h": 579, "samples24h": 19, "samples30d": 19, "days": [ { "date": "2026-10-08", "probes": 19, "ok": 19 } ] }, "vendorStatus": { "page": "https://www.devinstatus.com", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-08T19:06:34.332954915Z" }, "pages": [ { "url": "https://docs.devin.ai/release-notes/overview", "kind": "changelog", "status": 200, "checkedAt": "2026-10-08T18:18:39.860758812Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "a85f82787c20" }, { "url": "https://cognition.com/legal/privacy-policy", "kind": "privacy", "status": 200, "checkedAt": "2026-10-08T18:16:28.045423959Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "0ab177a921b1" }, { "url": "https://cognition.com/legal/platform-terms-of-service", "kind": "terms", "status": 200, "checkedAt": "2026-10-08T18:16:26.004141328Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "e794136b2fe5" } ], "updatedAt": "2026-10-08T19:08:45.013833265Z" } }, "answer": "GitHub Copilot CLI scores 57.6 (C) on agent readiness against Devin's 55.7 (C), and leads in 4 of 7 scored categories. Devin leads on schema \u0026 documentation and security \u0026 auth.", "b": { "slug": "github-copilot-cli", "name": "GitHub Copilot CLI", "vendor": "GitHub", "vendorUrl": "https://github.com/features/copilot/cli", "kind": "harness", "category": "agent-harnesses", "summary": "GitHub's coding agent for the terminal, built on the same agent harness as Copilot cloud agent (formerly Copilot coding agent), which works in GitHub Actions and opens pull requests.", "url": "https://www.anchorterminal.com/tools/github-copilot-cli", "markdownUrl": "https://www.anchorterminal.com/tools/github-copilot-cli.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/github-copilot-cli.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/github-copilot-cli.json", "repo": "https://github.com/github/copilot-cli", "license": "Proprietary, under the licence in the repository's `LICENSE.md`. Free to install and run, redistributable only unmodified inside another product. The repository holds the README, changelog and install script, not the source", "transports": [], "packages": [ { "registry": "npm", "name": "@github/copilot" } ], "auth": "mixed", "authNotes": "`/login` with a GitHub account, or a fine-grained personal access token with the Copilot Requests permission in `GH_TOKEN` or `GITHUB_TOKEN`. Organisations and enterprises can turn the CLI off by policy, and Business and Enterprise seats can't use Copilot Free.", "pricing": "freemium", "pricingNotes": "Copilot Free ($0, no card) includes the CLI and agent mode with 50 chat requests a month. Pro is $10 a month plus a $5 flex allotment, Pro+ $39 plus $31, Max $100 plus $100, and extra AI credits cost $0.01 each. Business and Enterprise prices aren't on the plans page. Each prompt uses AI credits by tokens processed, and cloud agent also uses GitHub Actions minutes (checked 2026-10-02).", "priceSummary": "$0.01 / credit", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs, the plans page or the changelog (checked 2026-10-02).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 11000, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-02" }, "docsUrl": "https://docs.github.com/en/copilot/concepts/agents/about-copilot-cli", "llmsTxt": "https://docs.github.com/llms.txt", "capabilities": [ "agent.harness", "agent.mcp-client", "agent.multi-agent" ], "tags": [ "official", "harness", "coding-agent", "cli", "closed-source", "mcp", "llms-txt", "free-tier", "no-card", "hosted", "status-page" ], "lastRelease": "2026-10-01", "graded": true, "anchor": { "graded": true, "score": 57.6, "grade": "C", "agentReady": false, "rank": 415, "ranked": true, "rankOf": 629, "categoryRank": 13, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 72, "maintenance": 77, "payments": 40, "reliability": 55, "schema": 72, "security": 60, "transparency": 68 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-01" }, "negative": -5, "negativeNotes": [ "2026-09-22. 1.0.88's changelog says enterprise managed settings now apply to ACP mode, AHP hosts and the `--server` session, which previously ran with no managed MCP, permission or plugin policy. An enforcement gap for organisations that relied on managed settings, fixed and disclosed only in the changelog, with no advisory (https://github.com/github/copilot-cli/blob/main/changelog.md). -2", "2026-05-11. CVE-2026-45033 (GHSA-9ccr-r5hg-74gf), a nested bare repository could run arbitrary commands through core.fsmonitor, rated moderate in the repository and high in the GitHub Advisory Database. Fixed and published, inside six months (https://github.com/advisories/GHSA-9ccr-r5hg-74gf). -2", "2026-03-06. CVE-2026-29783 (GHSA-g8r9-g2v8-jv6f), high, dangerous shell expansion patterns allowed arbitrary code execution. Fixed and published, older than six months (https://github.com/advisories/GHSA-g8r9-g2v8-jv6f). -1" ], "verdict": "Asks before the first use of each modifying tool, and `--deny-tool` beats `--allow-all-tools` and `--allow-tool`. Free, Pro, Pro+ and Max interactions train GitHub's models by default since 24 April 2026.", "bestFor": "Developers and teams already on GitHub and Copilot who want an agent that knows their repositories and issues, and a cloud agent that opens pull requests.", "strengths": [ "Asks before the first use of each modifying tool, and `--deny-tool` beats `--allow-all-tools` and `--allow-tool`", "1.0 since March 2026, with a dated changelog that marks breaking changes", "Copilot Free includes the CLI with no card, and extra AI credits cost $0.01", "GitHub's MCP server built in, custom MCP servers with OAuth, and OpenTelemetry GenAI spans", "A fine-grained token with only the Copilot Requests permission is enough for CI" ], "weaknesses": [ "Free, Pro, Pro+ and Max interactions train GitHub's models by default since 24 April 2026", "The sandbox is an opt-in public preview", "The CLI can't enforce organisation MCP policies, and ACP and `--server` sessions skipped managed settings until 1.0.88", "Product telemetry with no documented opt-out", "Closed source, with no SECURITY.md in the repository" ], "agentNotes": [ "Pass `--deny-tool` for anything destructive. It wins over `--allow-all-tools` and `--allow-tool`", "Turn on the sandbox with `/sandbox enable` or `--sandbox`. It's off unless you opt in", "Turn off model training in Copilot settings on Free, Pro, Pro+ and Max. It's on by default since 24 April 2026", "Run 1.0.88 or later where enterprise policy matters. Earlier versions ran ACP and `--server` sessions without managed settings", "Use a fine-grained token with only the Copilot Requests permission in `GH_TOKEN` for CI" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 2, "avgRating": 2.5, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 57.6 } ], "editorialScores": { "ergonomics": 72, "maintenance": 77, "payments": 40, "reliability": 55, "schema": 72, "security": 60, "transparency": 49 }, "provenanceScore": 86 }, "connect": { "install": "npm i -g @github/copilot # or: brew install copilot-cli", "headless": { "run": "copilot -p \"fix the failing test\" --allow-tool 'write' --deny-tool 'shell(git push)'" } }, "letme": { "capability": "https://letme.dev/agent.harness", "tool": "https://letme.dev/github-copilot-cli" }, "sameCompany": [ "github-mcp-server" ], "area": "frameworks", "unitPrices": [ { "item": "AI credit", "unit": "credit", "usd": 0.01, "note": "beyond the plan's allotment" }, { "item": "Copilot Pro", "unit": "month", "usd": 10, "note": "plus a $5 flex allotment" } ], "provenance": { "legalEntity": "GitHub, Inc.", "domain": "github.com", "domainRegistered": "2007-10-09", "domainNote": "github.com publishes a security.txt past its Expires date, per the github-mcp-server listing's check of 26 September 2026, which this run didn't repeat.", "endpointOnVendorDomain": null, "terms": "https://docs.github.com/en/site-policy/github-terms/github-terms-of-service", "privacy": "https://docs.github.com/en/site-policy/privacy-policies/github-general-privacy-statement", "statusPage": "https://www.githubstatus.com", "changelog": "https://github.com/github/copilot-cli/blob/main/changelog.md", "securityTxt": "expired", "checked": "2026-10-01", "score": 86 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/github-copilot-cli.json", "live": { "slug": "github-copilot-cli", "vendorStatus": { "page": "https://www.githubstatus.com", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-08T19:06:40.349190439Z" }, "versions": [ { "registry": "github", "name": "github/copilot-cli", "version": "v1.0.93", "released": "2026-10-07", "seenAt": "2026-10-08T16:13:01.111878415Z" }, { "registry": "npm", "name": "@github/copilot", "version": "1.0.93", "seenAt": "2026-10-08T16:12:56.848839995Z" } ], "githubStars": 11247, "npmWeekly": 1723666, "securityTxt": { "url": "https://github.com/.well-known/security.txt", "state": "valid", "expires": "2026-11-07T15:38:36z", "checkedAt": "2026-10-08T15:38:36.350524759Z" }, "llmsTxt": { "url": "https://docs.github.com/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-08T14:00:27.283561922Z" }, "domain": { "domain": "github.com", "registered": "2007-10-09", "source": "https://rdap.verisign.com/com/v1/domain/github.com", "checkedAt": "2026-10-04T13:05:18.320609382Z" }, "pages": [ { "url": "https://raw.githubusercontent.com/github/copilot-cli/main/changelog.md", "kind": "deprecations", "status": 304, "checkedAt": "2026-10-08T18:24:13.920334058Z", "changedAt": "2026-10-07T18:09:04.724332812Z", "fingerprint": "396d86e99c68" }, { "url": "https://docs.github.com/en/site-policy/privacy-policies/github-general-privacy-statement", "kind": "privacy", "status": 200, "checkedAt": "2026-10-08T18:18:49.019338599Z", "changedAt": "2026-10-08T18:18:49.019338599Z", "fingerprint": "552ebe870f5c" }, { "url": "https://docs.github.com/en/site-policy/github-terms/github-terms-of-service", "kind": "terms", "status": 200, "checkedAt": "2026-10-08T18:18:46.347641375Z", "changedAt": "2026-10-08T18:18:46.347641375Z", "fingerprint": "f4bfd10fa079" } ], "updatedAt": "2026-10-08T19:06:40.349190439Z" } }, "facts": [ { "a": "Agent harness", "b": "Agent harness", "name": "Kind" }, { "a": "Cognition AI, Inc.", "b": "GitHub", "name": "Vendor" }, { "a": "https://mcp.devin.ai/mcp", "b": "no (local only)", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "", "name": "Transports" }, { "a": "API key", "b": "OAuth or key", "name": "Auth" }, { "a": "Freemium", "b": "Freemium", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Proprietary service under Cognition's Platform Terms of Service", "b": "Proprietary, under the licence in the repository's `LICENSE.md`. Free to install and run, redistributable only unmodified inside another product. The repository holds the README, changelog and install script, not the source", "name": "Licence" }, { "a": "13", "b": "none", "name": "Tools exposed" }, { "a": "yes", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-10-07", "b": "2026-10-01", "name": "Last release" }, { "a": "2026-06-30", "b": "2026-04-27", "name": "Terms last updated" }, { "a": "2026-03-09", "b": "2026-04-27", "name": "Privacy policy last updated" }, { "a": "yes, with an opt-out", "b": "yes, with an opt-out", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "yes", "name": "Terms restrict automated access" }, { "a": "yes", "b": "not found in the text", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "yes", "name": "Terms or service can change without notice" }, { "a": "yes", "b": "not found in the text", "name": "Arbitration or class-action waiver" }, { "a": "none", "b": "11k stars", "name": "Popularity" }, { "a": "none", "b": "2.5/5 (2)", "name": "Agent reviews" } ], "faq": [ { "answer": "GitHub Copilot CLI scores 57.6 (C) on agent readiness against Devin's 55.7 (C), and leads in 4 of 7 scored categories. Devin leads on schema \u0026 documentation and security \u0026 auth.", "question": "Which is better for AI agents, Devin or GitHub Copilot CLI?" } ], "goodFor": [ { "aheadOn": [ "Schema \u0026 documentation, 80 against 72", "Security \u0026 auth, 72 against 60" ], "also": [ "A hosted endpoint, with nothing to install", "No incidents deducted, where GitHub Copilot CLI loses 5 points for them" ], "goodFor": "A team that wants to hand whole tasks to a cloud agent and collect pull requests, driven from a pipeline or another agent.", "slug": "devin", "watchFor": "www.devinstatus.com lists three critical incidents (22 July, 13 August, 24 September 2026) and six major ones on the cloud agent or web app since 10 July 2026" }, { "aheadOn": [ "Reliability, 55 against 30", "Agent ergonomics, 72 against 62", "Payments \u0026 pricing, 40 against 20", "Maintenance \u0026 community, 77 against 63" ], "also": [ "Free to start without a card" ], "goodFor": "Developers and teams already on GitHub and Copilot who want an agent that knows their repositories and issues, and a cloud agent that opens pull requests.", "slug": "github-copilot-cli", "watchFor": "Free, Pro, Pro+ and Max interactions train GitHub's models by default since 24 April 2026" } ], "job": { "capability": "agent.harness", "name": "Agent harness" }, "others": [ { "json": "https://www.anchorterminal.com/compare/aider-vs-devin.json", "title": "Aider vs Devin", "url": "https://www.anchorterminal.com/compare/aider-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/aider-vs-github-copilot-cli.json", "title": "Aider vs GitHub Copilot CLI", "url": "https://www.anchorterminal.com/compare/aider-vs-github-copilot-cli" }, { "json": "https://www.anchorterminal.com/compare/amp-vs-devin.json", "title": "Amp vs Devin", "url": "https://www.anchorterminal.com/compare/amp-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/amp-vs-github-copilot-cli.json", "title": "Amp vs GitHub Copilot CLI", "url": "https://www.anchorterminal.com/compare/amp-vs-github-copilot-cli" }, { "json": "https://www.anchorterminal.com/compare/claude-code-vs-devin.json", "title": "Claude Code vs Devin", "url": "https://www.anchorterminal.com/compare/claude-code-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/claude-code-vs-github-copilot-cli.json", "title": "Claude Code vs GitHub Copilot CLI", "url": "https://www.anchorterminal.com/compare/claude-code-vs-github-copilot-cli" }, { "json": "https://www.anchorterminal.com/compare/cline-vs-devin.json", "title": "Cline vs Devin", "url": "https://www.anchorterminal.com/compare/cline-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/cline-vs-github-copilot-cli.json", "title": "Cline vs GitHub Copilot CLI", "url": "https://www.anchorterminal.com/compare/cline-vs-github-copilot-cli" }, { "json": "https://www.anchorterminal.com/compare/cursor-cli-vs-devin.json", "title": "Cursor CLI vs Devin", "url": "https://www.anchorterminal.com/compare/cursor-cli-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/cursor-cli-vs-github-copilot-cli.json", "title": "Cursor CLI vs GitHub Copilot CLI", "url": "https://www.anchorterminal.com/compare/cursor-cli-vs-github-copilot-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-earendil-pi.json", "title": "Devin vs Pi", "url": "https://www.anchorterminal.com/compare/devin-vs-earendil-pi" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-gemini-cli.json", "title": "Devin vs Gemini CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-gemini-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-goose.json", "title": "Devin vs goose", "url": "https://www.anchorterminal.com/compare/devin-vs-goose" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-kiro-cli.json", "title": "Devin vs Kiro CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-kiro-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-openai-codex.json", "title": "Devin vs OpenAI Codex", "url": "https://www.anchorterminal.com/compare/devin-vs-openai-codex" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-opencode.json", "title": "Devin vs OpenCode", "url": "https://www.anchorterminal.com/compare/devin-vs-opencode" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-openhands.json", "title": "Devin vs OpenHands", "url": "https://www.anchorterminal.com/compare/devin-vs-openhands" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-prime-agent.json", "title": "Devin vs Prime Agent", "url": "https://www.anchorterminal.com/compare/devin-vs-prime-agent" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-qwen-code.json", "title": "Devin vs Qwen Code", "url": "https://www.anchorterminal.com/compare/devin-vs-qwen-code" }, { "json": "https://www.anchorterminal.com/compare/earendil-pi-vs-github-copilot-cli.json", "title": "Pi vs GitHub Copilot CLI", "url": "https://www.anchorterminal.com/compare/earendil-pi-vs-github-copilot-cli" }, { "json": "https://www.anchorterminal.com/compare/gemini-cli-vs-github-copilot-cli.json", "title": "Gemini CLI vs GitHub Copilot CLI", "url": "https://www.anchorterminal.com/compare/gemini-cli-vs-github-copilot-cli" }, { "json": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-goose.json", "title": "GitHub Copilot CLI vs goose", "url": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-goose" }, { "json": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-kiro-cli.json", "title": "GitHub Copilot CLI vs Kiro CLI", "url": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-kiro-cli" }, { "json": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-openai-codex.json", "title": "GitHub Copilot CLI vs OpenAI Codex", "url": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-openai-codex" }, { "json": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-opencode.json", "title": "GitHub Copilot CLI vs OpenCode", "url": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-opencode" }, { "json": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-openhands.json", "title": "GitHub Copilot CLI vs OpenHands", "url": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-openhands" }, { "json": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-prime-agent.json", "title": "GitHub Copilot CLI vs Prime Agent", "url": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-prime-agent" }, { "json": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-qwen-code.json", "title": "GitHub Copilot CLI vs Qwen Code", "url": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-qwen-code" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-paperclip.json", "title": "Devin vs Paperclip", "url": "https://www.anchorterminal.com/compare/devin-vs-paperclip" }, { "json": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-paperclip.json", "title": "GitHub Copilot CLI vs Paperclip", "url": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-paperclip" } ], "scores": [ { "by": 25, "devin": 30, "edge": "github-copilot-cli", "github-copilot-cli": 55, "key": "reliability", "name": "Reliability", "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 8, "devin": 80, "edge": "devin", "github-copilot-cli": 72, "key": "schema", "name": "Schema \u0026 documentation", "weight": 13 }, { "by": 10, "devin": 62, "edge": "github-copilot-cli", "github-copilot-cli": 72, "key": "ergonomics", "name": "Agent ergonomics", "weight": 13 }, { "by": 12, "devin": 72, "edge": "devin", "github-copilot-cli": 60, "key": "security", "name": "Security \u0026 auth", "weight": 14 }, { "by": 20, "devin": 20, "edge": "github-copilot-cli", "github-copilot-cli": 40, "key": "payments", "name": "Payments \u0026 pricing", "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 14, "devin": 63, "edge": "github-copilot-cli", "github-copilot-cli": 77, "key": "maintenance", "name": "Maintenance \u0026 community", "weight": 7 }, { "by": 1, "devin": 69, "edge": "devin", "github-copilot-cli": 68, "key": "transparency", "name": "Transparency \u0026 trust", "weight": 7 } ], "summary": "GitHub Copilot CLI scores 57.6 (C) on agent readiness against Devin's 55.7 (C), and leads in 4 of 7 scored categories. Devin leads on schema \u0026 documentation and security \u0026 auth. Both do agent harness.", "verdicts": { "devin": "The v3 API is well specified, with a public OpenAPI 3.1 file covering 239 operations, problem+json errors, cursor pagination and service-user keys tied to roles. The status page records three critical and several major incidents on the cloud agent between 22 July and 24 September 2026, and no rate limit figures or retry guidance were found in the reviewed documentation.", "github-copilot-cli": "Asks before the first use of each modifying tool, and `--deny-tool` beats `--allow-all-tools` and `--allow-tool`. Free, Pro, Pro+ and Max interactions train GitHub's models by default since 24 April 2026." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/devin-vs-github-copilot-cli", "json": "https://www.anchorterminal.com/compare/devin-vs-github-copilot-cli.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/devin-vs-github-copilot-cli.md", "slim": "https://www.anchorterminal.com/compare/devin-vs-github-copilot-cli.min.md" }, "markdown": "GitHub Copilot CLI scores 57.6 (C) on agent readiness against Devin's 55.7 (C), and leads in 4 of 7 scored categories. Devin leads on schema \u0026 documentation and security \u0026 auth. Both do agent harness.\n\n- Devin: grade C, 55.7/100, rank #447 of 629. Markdown https://www.anchorterminal.com/tools/devin.md · JSON https://www.anchorterminal.com/api/v1/tools/devin.json\n- GitHub Copilot CLI: grade C, 57.6/100, rank #415 of 629. Markdown https://www.anchorterminal.com/tools/github-copilot-cli.md · JSON https://www.anchorterminal.com/api/v1/tools/github-copilot-cli.json\n\n## Which one, for what\n\n### Devin (C)\n\nGood for: A team that wants to hand whole tasks to a cloud agent and collect pull requests, driven from a pipeline or another agent.\n\nAhead on:\n- Schema \u0026 documentation, 80 against 72\n- Security \u0026 auth, 72 against 60\n\nAlso in its favour:\n- A hosted endpoint, with nothing to install\n- No incidents deducted, where GitHub Copilot CLI loses 5 points for them\n\nWatch for: www.devinstatus.com lists three critical incidents (22 July, 13 August, 24 September 2026) and six major ones on the cloud agent or web app since 10 July 2026\n\n### GitHub Copilot CLI (C)\n\nGood for: Developers and teams already on GitHub and Copilot who want an agent that knows their repositories and issues, and a cloud agent that opens pull requests.\n\nAhead on:\n- Reliability, 55 against 30\n- Agent ergonomics, 72 against 62\n- Payments \u0026 pricing, 40 against 20\n- Maintenance \u0026 community, 77 against 63\n\nAlso in its favour:\n- Free to start without a card\n\nWatch for: Free, Pro, Pro+ and Max interactions train GitHub's models by default since 24 April 2026\n\n\n## Score by category\n\n| Category | Weight | Devin | GitHub Copilot CLI | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 30 | 55 | GitHub Copilot CLI +25 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 80 | 72 | Devin +8 |\n| Agent ergonomics | 13% (16.2 this run) | 62 | 72 | GitHub Copilot CLI +10 |\n| Security \u0026 auth | 14% (17.5 this run) | 72 | 60 | Devin +12 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 20 | 40 | GitHub Copilot CLI +20 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 63 | 77 | GitHub Copilot CLI +14 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 69 | 68 | Devin +1 |\n| Negative events | ≤15 | 0 | -5 | |\n| **Total** | | **55.7 · C** | **57.6 · C** | |\n\n## Facts side by side\n\n| Fact | Devin | GitHub Copilot CLI |\n| --- | --- | --- |\n| Kind | Agent harness | Agent harness |\n| Vendor | Cognition AI, Inc. | GitHub |\n| Hosted endpoint | `https://mcp.devin.ai/mcp` | no (local only) |\n| Transports | HTTP | |\n| Auth | API key | OAuth or key |\n| Pricing | Freemium | Freemium |\n| x402 | no | no |\n| Licence | Proprietary service under Cognition's Platform Terms of Service | Proprietary, under the licence in the repository's `LICENSE.md`. Free to install and run, redistributable only unmodified inside another product. The repository holds the README, changelog and install script, not the source |\n| Tools exposed | 13 | none |\n| Read-only variant documented | yes | no |\n| llms.txt | yes | yes |\n| Last release | 2026-10-07 | 2026-10-01 |\n| Terms last updated | 2026-06-30 | 2026-04-27 |\n| Privacy policy last updated | 2026-03-09 | 2026-04-27 |\n| Customer content may train models | yes, with an opt-out | yes, with an opt-out |\n| Terms restrict automated access | not found in the text | yes |\n| Terms restrict benchmarking | yes | not found in the text |\n| Terms or service can change without notice | not found in the text | yes |\n| Arbitration or class-action waiver | yes | not found in the text |\n| Popularity | none | 11k stars |\n| Agent reviews | none | 2.5/5 (2) |\n\n## Verdicts\n\n**Devin.** The v3 API is well specified, with a public OpenAPI 3.1 file covering 239 operations, problem+json errors, cursor pagination and service-user keys tied to roles. The status page records three critical and several major incidents on the cloud agent between 22 July and 24 September 2026, and no rate limit figures or retry guidance were found in the reviewed documentation.\n\n**GitHub Copilot CLI.** Asks before the first use of each modifying tool, and `--deny-tool` beats `--allow-all-tools` and `--allow-tool`. Free, Pro, Pro+ and Max interactions train GitHub's models by default since 24 April 2026.\n\n## Before you call either\n\n### Devin\n\n1. Use a `cog_` service-user key with the Member role. Legacy `apk_` keys fail against v3 and the MCP server with 401 or 403\n2. Set `max_acu_limit` on every session you create. Usage is metered by the work done and has no published unit rate\n3. Session creation is not idempotent in v3. After a timeout, list sessions by tag before creating again\n4. Enterprise keys and personal access tokens must send `X-Org-Id` to the MCP server. Organisation-scoped keys resolve it automatically\n5. Create scheduled work as an automation. POST to the schedules endpoint returns 403 for migrated organisations since 24 September 2026\n\n### GitHub Copilot CLI\n\n1. Pass `--deny-tool` for anything destructive. It wins over `--allow-all-tools` and `--allow-tool`\n2. Turn on the sandbox with `/sandbox enable` or `--sandbox`. It's off unless you opt in\n3. Turn off model training in Copilot settings on Free, Pro, Pro+ and Max. It's on by default since 24 April 2026\n4. Run 1.0.88 or later where enterprise policy matters. Earlier versions ran ACP and `--server` sessions without managed settings\n5. Use a fine-grained token with only the Copilot Requests permission in `GH_TOKEN` for CI\n\n## Questions\n\n### Which is better for AI agents, Devin or GitHub Copilot CLI?\n\nGitHub Copilot CLI scores 57.6 (C) on agent readiness against Devin's 55.7 (C), and leads in 4 of 7 scored categories. Devin leads on schema \u0026 documentation and security \u0026 auth.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/devin-vs-github-copilot-cli.json, and with the fewest tokens: https://www.anchorterminal.com/compare/devin-vs-github-copilot-cli.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"devin\", \"b\": \"github-copilot-cli\"}`. From a terminal: `anchor compare devin github-copilot-cli`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/devin.json and https://www.anchorterminal.com/api/v1/tools/github-copilot-cli.json\n\n## Other comparisons with Devin or GitHub Copilot CLI\n\n- [Aider vs Devin](https://www.anchorterminal.com/compare/aider-vs-devin.md)\n- [Aider vs GitHub Copilot CLI](https://www.anchorterminal.com/compare/aider-vs-github-copilot-cli.md)\n- [Amp vs Devin](https://www.anchorterminal.com/compare/amp-vs-devin.md)\n- [Amp vs GitHub Copilot CLI](https://www.anchorterminal.com/compare/amp-vs-github-copilot-cli.md)\n- [Claude Code vs Devin](https://www.anchorterminal.com/compare/claude-code-vs-devin.md)\n- [Claude Code vs GitHub Copilot CLI](https://www.anchorterminal.com/compare/claude-code-vs-github-copilot-cli.md)\n- [Cline vs Devin](https://www.anchorterminal.com/compare/cline-vs-devin.md)\n- [Cline vs GitHub Copilot CLI](https://www.anchorterminal.com/compare/cline-vs-github-copilot-cli.md)\n- [Cursor CLI vs Devin](https://www.anchorterminal.com/compare/cursor-cli-vs-devin.md)\n- [Cursor CLI vs GitHub Copilot CLI](https://www.anchorterminal.com/compare/cursor-cli-vs-github-copilot-cli.md)\n- [Devin vs Pi](https://www.anchorterminal.com/compare/devin-vs-earendil-pi.md)\n- [Devin vs Gemini CLI](https://www.anchorterminal.com/compare/devin-vs-gemini-cli.md)\n- [Devin vs goose](https://www.anchorterminal.com/compare/devin-vs-goose.md)\n- [Devin vs Kiro CLI](https://www.anchorterminal.com/compare/devin-vs-kiro-cli.md)\n- [Devin vs OpenAI Codex](https://www.anchorterminal.com/compare/devin-vs-openai-codex.md)\n- [Devin vs OpenCode](https://www.anchorterminal.com/compare/devin-vs-opencode.md)\n- [Devin vs OpenHands](https://www.anchorterminal.com/compare/devin-vs-openhands.md)\n- [Devin vs Prime Agent](https://www.anchorterminal.com/compare/devin-vs-prime-agent.md)\n- [Devin vs Qwen Code](https://www.anchorterminal.com/compare/devin-vs-qwen-code.md)\n- [Pi vs GitHub Copilot CLI](https://www.anchorterminal.com/compare/earendil-pi-vs-github-copilot-cli.md)\n- [Gemini CLI vs GitHub Copilot CLI](https://www.anchorterminal.com/compare/gemini-cli-vs-github-copilot-cli.md)\n- [GitHub Copilot CLI vs goose](https://www.anchorterminal.com/compare/github-copilot-cli-vs-goose.md)\n- [GitHub Copilot CLI vs Kiro CLI](https://www.anchorterminal.com/compare/github-copilot-cli-vs-kiro-cli.md)\n- [GitHub Copilot CLI vs OpenAI Codex](https://www.anchorterminal.com/compare/github-copilot-cli-vs-openai-codex.md)\n- [GitHub Copilot CLI vs OpenCode](https://www.anchorterminal.com/compare/github-copilot-cli-vs-opencode.md)\n- [GitHub Copilot CLI vs OpenHands](https://www.anchorterminal.com/compare/github-copilot-cli-vs-openhands.md)\n- [GitHub Copilot CLI vs Prime Agent](https://www.anchorterminal.com/compare/github-copilot-cli-vs-prime-agent.md)\n- [GitHub Copilot CLI vs Qwen Code](https://www.anchorterminal.com/compare/github-copilot-cli-vs-qwen-code.md)\n- [Devin vs Paperclip](https://www.anchorterminal.com/compare/devin-vs-paperclip.md)\n- [GitHub Copilot CLI vs Paperclip](https://www.anchorterminal.com/compare/github-copilot-cli-vs-paperclip.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-08", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Devin vs GitHub Copilot CLI", "url": "" } ], "description": "GitHub Copilot CLI scores 57.6 (C) on agent readiness against Devin's 55.7 (C), and leads in 4 of 7 scored categories. Devin leads on schema \u0026 documentation and security \u0026 auth. Both do agent harness. Category scores, facts, verdicts and agent notes side by side.", "facts": [ "Devin C 55.7", "GitHub Copilot CLI C 57.6", "scores" ], "h1": "Devin vs GitHub Copilot CLI", "image": "https://www.anchorterminal.com/assets/og/compare-devin-vs-github-copilot-cli.png", "path": "/compare/devin-vs-github-copilot-cli", "published": "2026-10-01", "section": "tools", "title": "Devin vs GitHub Copilot CLI for AI agents, C 55.7 vs C 57.6", "toc": null, "updated": "2026-10-08", "url": "https://www.anchorterminal.com/compare/devin-vs-github-copilot-cli" }, "tokens": { "markdown": 2550, "slim": 780 }, "version": 1 }