{ "data": { "a": { "slug": "devin", "name": "Devin", "vendor": "Cognition AI, Inc.", "vendorUrl": "https://devin.ai", "kind": "harness", "category": "agent-harnesses", "summary": "Devin is Cognition's hosted coding agent. It works in its own cloud virtual machine to plan, edit code, run commands and open pull requests. Outside agents start and steer sessions through a REST API and a remote MCP server.", "url": "https://www.anchorterminal.com/tools/devin", "markdownUrl": "https://www.anchorterminal.com/tools/devin.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/devin.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/devin.json", "license": "Proprietary service under Cognition's Platform Terms of Service", "transports": [ "http" ], "remoteUrl": "https://mcp.devin.ai/mcp", "packages": [], "auth": "api-key", "authNotes": "A Bearer token with the `cog_` prefix on every request to https://api.devin.ai/v3. Service-user keys are provisioned by a person in Settings \u003e Devin API, shown once, and carry a role (Admin or Member on Teams, custom roles on Enterprise). Personal access tokens act as the user who made them and can expire. Legacy `apk_` keys work only with the deprecated v1 and v2 APIs. The MCP server takes the same keys, and enterprise keys and personal tokens add an `X-Org-Id` header. Access is self-serve, with no app review or sales approval for Teams.", "pricing": "freemium", "pricingNotes": "Free $0, Pro $20 a month, Max $200 a month, Teams $80 a month minimum with full seats at $40 each, Enterprise by quote (devin.ai/pricing, checked 2026-10-08). Paid plans include a daily or weekly usage quota, then prepaid on-demand credits described as usage at API pricing, with no unit rate on the page. The pricing page lists cloud agents from Pro upward, while the docs say Free includes limited Devin usage. Whether the API works on Free, and whether signup needs a card, wasn't established.", "priceSummary": "$20 / mo", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs index, the v3 OpenAPI spec or the pricing page (checked 2026-10-08).", "endpoints": [] }, "toolCount": 13, "popularity": { "githubStars": null, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-08" }, "docsUrl": "https://docs.devin.ai", "llmsTxt": "https://docs.devin.ai/llms.txt", "openapi": "https://docs.devin.ai/v3-openapi.yaml", "capabilities": [ "agent.harness", "agent.mcp-client", "agent.multi-agent" ], "tags": [ "hosted", "cloud-agent", "closed-source", "api-key", "rbac", "openapi", "llms-txt", "mcp", "status-page", "soc2", "freemium" ], "lastRelease": "2026-10-07", "graded": true, "anchor": { "graded": true, "score": 55.7, "grade": "C", "agentReady": false, "rank": 447, "ranked": true, "rankOf": 629, "categoryRank": 15, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 62, "maintenance": 63, "payments": 20, "reliability": 30, "schema": 80, "security": 72, "transparency": 69 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-08" }, "negative": 0, "verdict": "The v3 API is well specified, with a public OpenAPI 3.1 file covering 239 operations, problem+json errors, cursor pagination and service-user keys tied to roles. The status page records three critical and several major incidents on the cloud agent between 22 July and 24 September 2026, and no rate limit figures or retry guidance were found in the reviewed documentation.", "bestFor": "A team that wants to hand whole tasks to a cloud agent and collect pull requests, driven from a pipeline or another agent.", "strengths": [ "Public OpenAPI 3.1 spec for the v3 API with 239 operations, each declaring 401, 403, 404, 409, 422 and 429 responses in RFC 9457 problem+json", "Service-user keys carry a role, every endpoint except GET /v3/self names the permission it needs, and audit logs list service users separately from people", "Security profiles can limit a session to a network allowlist, an MCP server allowlist, read-only git and a read-only Devin MCP", "Remote MCP server at mcp.devin.ai/mcp with 13 documented tools for sessions, playbooks, knowledge, schedules and repository documentation", "Dated release notes several times a week, the newest on 7 October 2026, and a separate API release notes page" ], "weaknesses": [ "www.devinstatus.com lists three critical incidents (22 July, 13 August, 24 September 2026) and six major ones on the cloud agent or web app since 10 July 2026", "No rate limit figures, Retry-After or backoff guidance found in the API docs, and v3 session creation has no idempotency key", "Customer data may be used for model training by default on self-serve plans. The opt-out is for paid plans only, per section 3.3.1 of the platform terms", "A person must sign up and provision the service user in the web app. No key-creation route exists for an agent starting from nothing", "No official SDK found, and the Devin MCP server was not found in the official MCP registry" ], "agentNotes": [ "Use a `cog_` service-user key with the Member role. Legacy `apk_` keys fail against v3 and the MCP server with 401 or 403", "Set `max_acu_limit` on every session you create. Usage is metered by the work done and has no published unit rate", "Session creation is not idempotent in v3. After a timeout, list sessions by tag before creating again", "Enterprise keys and personal access tokens must send `X-Org-Id` to the MCP server. Organisation-scoped keys resolve it automatically", "Create scheduled work as an automation. POST to the schedules endpoint returns 403 for migrated organisations since 24 September 2026" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 55.7 } ], "editorialScores": { "ergonomics": 62, "maintenance": 63, "payments": 20, "reliability": 30, "schema": 80, "security": 72, "transparency": 61 }, "provenanceScore": 77 }, "connect": { "http": "curl -X POST \"https://api.devin.ai/v3/organizations/$DEVIN_ORG_ID/sessions\" -H \"Authorization: Bearer $DEVIN_API_KEY\" -H \"Content-Type: application/json\" -d '{\"prompt\": \"Create a simple Python script that prints Hello World\"}'", "config": { "mcpServers": { "devin": { "headers": { "Authorization": "Bearer \u003cAPI_KEY\u003e", "X-Org-Id": "\u003cYOUR_ORG_ID\u003e" }, "serverUrl": "https://mcp.devin.ai/mcp" } } } }, "letme": { "capability": "https://letme.dev/agent.harness", "tool": "https://letme.dev/devin" }, "area": "frameworks", "unitPrices": [ { "item": "Pro plan", "unit": "month", "usd": 20, "note": "one user, daily and weekly usage quota" }, { "item": "Max plan", "unit": "month", "usd": 200, "note": "one user, larger weekly quota" }, { "item": "Teams full seat", "unit": "seat-month", "usd": 40, "note": "$80 a month minimum per team, flex seats free and billed from shared credits" } ], "provenance": { "legalEntity": "Cognition AI, Inc.", "domain": "devin.ai", "domainRegistered": "2022-12-06", "endpointOnVendorDomain": true, "terms": "https://cognition.com/legal/platform-terms-of-service", "privacy": "https://cognition.com/legal/privacy-policy", "statusPage": "https://www.devinstatus.com", "changelog": "https://docs.devin.ai/release-notes/overview", "securityTxt": "none", "checked": "2026-10-08", "notes": [ "The Platform Terms of Service (last updated 30 June 2026) name Cognition AI, Inc. and govern the Cognition Platform for customers who register and use the services. Enterprise customers sign separate Enterprise Terms of Service.", "The privacy policy (last updated 9 March 2026) names Cognition AI, Inc and covers Devin and Windsurf as well as cognition.com. The data processing agreement gives the address 550 Third Street, San Francisco, CA 94107.", "devin.ai, cognition.com and api.devin.ai all return 404 for /.well-known/security.txt. The docs give security@cognition.ai for vulnerability reports.", "The API answers at api.devin.ai and the MCP server at mcp.devin.ai. status.devin.ai redirects to www.devinstatus.com.", "RDAP for devin.ai gives a registration date of 2022-12-06." ], "score": 77 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/devin.json", "live": { "slug": "devin", "probe": { "target": "https://mcp.devin.ai/mcp", "method": "get", "lastAt": "2026-10-08T19:08:45.013833265Z", "lastOk": true, "lastStatus": 406, "lastMs": 426, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 450, "p95ms24h": 579, "samples24h": 19, "samples30d": 19, "days": [ { "date": "2026-10-08", "probes": 19, "ok": 19 } ] }, "vendorStatus": { "page": "https://www.devinstatus.com", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-08T19:06:34.332954915Z" }, "pages": [ { "url": "https://docs.devin.ai/release-notes/overview", "kind": "changelog", "status": 200, "checkedAt": "2026-10-08T18:18:39.860758812Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "a85f82787c20" }, { "url": "https://cognition.com/legal/privacy-policy", "kind": "privacy", "status": 200, "checkedAt": "2026-10-08T18:16:28.045423959Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "0ab177a921b1" }, { "url": "https://cognition.com/legal/platform-terms-of-service", "kind": "terms", "status": 200, "checkedAt": "2026-10-08T18:16:26.004141328Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "e794136b2fe5" } ], "updatedAt": "2026-10-08T19:08:45.013833265Z" } }, "answer": "Kiro CLI scores 59.9 (C) on agent readiness against Devin's 55.7 (C), and leads in 4 of 7 scored categories. Devin leads on security \u0026 auth.", "b": { "slug": "kiro-cli", "name": "Kiro CLI", "vendor": "Amazon Web Services", "vendorUrl": "https://kiro.dev/cli/", "kind": "harness", "category": "agent-harnesses", "summary": "AWS's coding agent for the terminal and the successor to the Amazon Q Developer CLI. It runs interactive chat, non-interactive runs for pipelines with an API key, MCP servers and an Agent Client Protocol server for editors.", "url": "https://www.anchorterminal.com/tools/kiro-cli", "markdownUrl": "https://www.anchorterminal.com/tools/kiro-cli.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/kiro-cli.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/kiro-cli.json", "repo": "https://github.com/kirodotdev/Kiro", "license": "Proprietary. Licensed as AWS Content under the AWS Customer Agreement and the AWS Intellectual Property Licence (https://kiro.dev/license/). The GitHub repository is the public issue tracker and doesn't hold the source", "transports": [], "packages": [], "auth": "mixed", "authNotes": "`kiro-cli login` with GitHub, Google, AWS Builder ID, AWS IAM Identity Centre or an external identity provider, in a browser or by device flow on a remote machine. Pipelines use an API key in `KIRO_API_KEY`, created at app.kiro.dev by Pro, Pro+, Pro Max and Power subscribers. Keys are long-lived, named and revocable, with no scopes, and API key generation is off by default for subscriptions an administrator manages. An active browser session takes precedence over the key.", "pricing": "freemium", "pricingNotes": "Kiro Free is $0 with 50 credits a month and a reduced model list. Pro is $20 a user a month with 1,000 credits, Pro+ $40 with 2,000, Pro Max $100 with 5,000 and Power $200 with 10,000, and extra credits cost $0.04 each. Models use credits at different rates (Auto is the 1.0x baseline). API keys for headless runs need a paid plan, and a paid plan needs a card. GovCloud prices are about 20 per cent higher with no free tier (checked 2026-10-08).", "priceSummary": "$20 / mo", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs, the pricing page or the CLI changelog (checked 2026-10-08).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 4356, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-08" }, "docsUrl": "https://kiro.dev/docs/cli/", "llmsTxt": "https://kiro.dev/llms.txt", "capabilities": [ "agent.harness", "agent.mcp-client", "agent.multi-agent" ], "tags": [ "official", "harness", "coding-agent", "cli", "closed-source", "mcp", "acp", "llms-txt", "free-tier", "no-card", "telemetry-default-on" ], "lastRelease": "2026-10-05", "graded": true, "anchor": { "graded": true, "score": 59.9, "grade": "C", "agentReady": false, "rank": 370, "ranked": true, "rankOf": 629, "categoryRank": 11, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 67, "maintenance": 73, "payments": 40, "reliability": 57, "schema": 79, "security": 66, "transparency": 67 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-08" }, "negative": -4, "negativeNotes": [ "2026-08-04. CVE-2026-18656 and CVE-2026-18657 (bulletin 2026-074-AWS), an uncontrolled search path on Windows let a planted executable in a crafted project directory run when a user opened it. Kiro CLI for Windows before 2.10.0 and Kiro IDE 1.0.0 to 1.0.212. Fixed and published with credit to the reporters, inside six months (https://aws.amazon.com/security/security-bulletins/2026-074-aws/). -2", "2026-05-22. CVE-2026-9255 (bulletin 2026-035-AWS), content piped to kiro-cli on stdin could answer the tool approval prompt, so a local actor could run tools and shell commands without the user's approval. kiro-cli before 1.28.0. Fixed and published, inside six months (https://aws.amazon.com/security/security-bulletins/2026-035-aws/). -2" ], "verdict": "Permission rules follow deny over ask over allow, cloned repositories can't add rules, and a headless session treats every ask as a deny. Content from Free and individual paid accounts is used for service improvement, including model training, unless the user opts out, and API keys for pipelines need a paid plan.", "bestFor": "Teams on AWS that want one agent configuration across terminal, IDE and web, with central permission policy, prompt logging to their own S3 bucket and IAM Identity Centre sign-in.", "strengths": [ "Capability permissions with deny over ask over allow, stored outside the repository so a clone can't add rules", "An untrusted workspace doesn't load its own agents, steering files, MCP configuration or skills, and asks before every shell command", "Headless runs with `--no-interactive`, JSON Lines output, and exit codes 3 and 4 for MCP startup and missing-agent failures", "Eleven minor releases between 26 August and 5 October 2026 in a dated changelog", "Plan prices, the $0.04 credit price and per-model credit multipliers are public, with a free tier of 50 credits a month" ], "weaknesses": [ "Free and individual paid accounts have content used for service improvement, including model training, unless they opt out", "Closed source since it replaced the Apache 2.0 Amazon Q Developer CLI, with no public CI or test suite", "API keys for headless runs need a paid plan, are long-lived and carry no scopes", "No local sandbox in the CLI, and AWS says its managed permission policies are client-enforced and can be circumvented", "Two CVEs in 2026 (CVE-2026-9255 in May, CVE-2026-18656 and CVE-2026-18657 in August), both fixed" ], "agentNotes": [ "Set `KIRO_API_KEY` and pass `--no-interactive` with `--trust-tools=\u003clist\u003e` in pipelines. Keep `--trust-all-tools` for disposable environments", "Pass `--require-mcp-startup` when a run depends on MCP tools. Without it a failed server is logged and the run continues", "Pass `--no-interactive` whenever input is piped from a source you don't control, and run 2.10.0 or later on Windows", "Run `kiro-cli settings telemetry.enabled false` and turn off content collection on Free and individual plans. Both are on by default", "Export variables in the shell before starting. Since 2.24.0 a project `.env` file is no longer loaded into sessions, MCP servers or tools" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 59.9 } ], "editorialScores": { "ergonomics": 67, "maintenance": 73, "payments": 40, "reliability": 57, "schema": 79, "security": 66, "transparency": 62 }, "provenanceScore": 72 }, "connect": { "install": "curl -fsSL https://cli.kiro.dev/install | bash", "headless": { "run": "KIRO_API_KEY=ksk_... kiro-cli chat --no-interactive --trust-tools=read,grep \"Find all TODO comments in src/\"" } }, "letme": { "capability": "https://letme.dev/agent.harness", "tool": "https://letme.dev/kiro-cli" }, "area": "frameworks", "unitPrices": [ { "item": "Kiro Pro", "unit": "month", "usd": 20, "note": "per user, with 1,000 credits" }, { "item": "Add-on credit", "unit": "credit", "usd": 0.04, "note": "paid plans, beyond the plan's credits" } ], "provenance": { "legalEntity": "Amazon Web Services, Inc.", "domain": "kiro.dev", "domainRegistered": "2019-03-01", "endpointOnVendorDomain": null, "terms": "https://aws.amazon.com/agreement/", "privacy": "https://aws.amazon.com/privacy/", "statusPage": "", "changelog": "https://kiro.dev/changelog/cli/", "securityTxt": "none", "checked": "2026-10-08", "notes": [ "Kiro's licence page says the Kiro IDE and CLI are licensed as AWS Content under the AWS Customer Agreement and the AWS Intellectual Property Licence. Section 50.14 of the AWS Service Terms names Amazon Web Services, Inc. as the contracting party for subscriptions bought through the Stripe portal.", "The AWS Customer Agreement (last updated 14 August 2026) governs use, with the AWS Service Terms sections 50.3 and 50.14 for Kiro. The AWS Privacy Notice (last updated 18 May 2026) is the privacy link in Kiro's footer.", "kiro.dev/.well-known/security.txt answers 404. aws.amazon.com publishes a security.txt whose Expires line reads 24 September 2026, which had passed when we read it.", "No status page for Kiro was found on kiro.dev or in its docs.", "RDAP (Google Registry) gives kiro.dev a registration date of 1 March 2019, before the product." ], "score": 72 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/kiro-cli.json", "live": { "slug": "kiro-cli", "pages": [ { "url": "https://kiro.dev/changelog/cli/", "kind": "deprecations", "status": 200, "checkedAt": "2026-10-08T18:21:05.911888808Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "f2b1951f0330" } ], "updatedAt": "2026-10-08T18:21:05.911888808Z" } }, "facts": [ { "a": "Agent harness", "b": "Agent harness", "name": "Kind" }, { "a": "Cognition AI, Inc.", "b": "Amazon Web Services", "name": "Vendor" }, { "a": "https://mcp.devin.ai/mcp", "b": "no (local only)", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "", "name": "Transports" }, { "a": "API key", "b": "OAuth or key", "name": "Auth" }, { "a": "Freemium", "b": "Freemium", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Proprietary service under Cognition's Platform Terms of Service", "b": "Proprietary. Licensed as AWS Content under the AWS Customer Agreement and the AWS Intellectual Property Licence (https://kiro.dev/license/). The GitHub repository is the public issue tracker and doesn't hold the source", "name": "Licence" }, { "a": "13", "b": "none", "name": "Tools exposed" }, { "a": "yes", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-10-07", "b": "2026-10-05", "name": "Last release" }, { "a": "2026-06-30", "b": "2026-08-14", "name": "Terms last updated" }, { "a": "2026-03-09", "b": "2026-05-18", "name": "Privacy policy last updated" }, { "a": "yes, with an opt-out", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "yes", "b": "not found in the text", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms or service can change without notice" }, { "a": "yes", "b": "yes", "name": "Arbitration or class-action waiver" }, { "a": "none", "b": "4.4k stars", "name": "Popularity" } ], "faq": [ { "answer": "Kiro CLI scores 59.9 (C) on agent readiness against Devin's 55.7 (C), and leads in 4 of 7 scored categories. Devin leads on security \u0026 auth.", "question": "Which is better for AI agents, Devin or Kiro CLI?" } ], "goodFor": [ { "aheadOn": [ "Security \u0026 auth, 72 against 66" ], "also": [ "A hosted endpoint, with nothing to install", "No incidents deducted, where Kiro CLI loses 4 points for them" ], "goodFor": "A team that wants to hand whole tasks to a cloud agent and collect pull requests, driven from a pipeline or another agent.", "slug": "devin", "watchFor": "www.devinstatus.com lists three critical incidents (22 July, 13 August, 24 September 2026) and six major ones on the cloud agent or web app since 10 July 2026" }, { "aheadOn": [ "Reliability, 57 against 30", "Agent ergonomics, 67 against 62", "Payments \u0026 pricing, 40 against 20", "Maintenance \u0026 community, 73 against 63" ], "also": [ "Free to start without a card" ], "goodFor": "Teams on AWS that want one agent configuration across terminal, IDE and web, with central permission policy, prompt logging to their own S3 bucket and IAM Identity Centre sign-in.", "slug": "kiro-cli", "watchFor": "Free and individual paid accounts have content used for service improvement, including model training, unless they opt out" } ], "job": { "capability": "agent.harness", "name": "Agent harness" }, "others": [ { "json": "https://www.anchorterminal.com/compare/aider-vs-devin.json", "title": "Aider vs Devin", "url": "https://www.anchorterminal.com/compare/aider-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/aider-vs-kiro-cli.json", "title": "Aider vs Kiro CLI", "url": "https://www.anchorterminal.com/compare/aider-vs-kiro-cli" }, { "json": "https://www.anchorterminal.com/compare/amp-vs-devin.json", "title": "Amp vs Devin", "url": "https://www.anchorterminal.com/compare/amp-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/amp-vs-kiro-cli.json", "title": "Amp vs Kiro CLI", "url": "https://www.anchorterminal.com/compare/amp-vs-kiro-cli" }, { "json": "https://www.anchorterminal.com/compare/claude-code-vs-devin.json", "title": "Claude Code vs Devin", "url": "https://www.anchorterminal.com/compare/claude-code-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/claude-code-vs-kiro-cli.json", "title": "Claude Code vs Kiro CLI", "url": "https://www.anchorterminal.com/compare/claude-code-vs-kiro-cli" }, { "json": "https://www.anchorterminal.com/compare/cline-vs-devin.json", "title": "Cline vs Devin", "url": "https://www.anchorterminal.com/compare/cline-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/cline-vs-kiro-cli.json", "title": "Cline vs Kiro CLI", "url": "https://www.anchorterminal.com/compare/cline-vs-kiro-cli" }, { "json": "https://www.anchorterminal.com/compare/cursor-cli-vs-devin.json", "title": "Cursor CLI vs Devin", "url": "https://www.anchorterminal.com/compare/cursor-cli-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/cursor-cli-vs-kiro-cli.json", "title": "Cursor CLI vs Kiro CLI", "url": "https://www.anchorterminal.com/compare/cursor-cli-vs-kiro-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-earendil-pi.json", "title": "Devin vs Pi", "url": "https://www.anchorterminal.com/compare/devin-vs-earendil-pi" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-gemini-cli.json", "title": "Devin vs Gemini CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-gemini-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-github-copilot-cli.json", "title": "Devin vs GitHub Copilot CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-github-copilot-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-goose.json", "title": "Devin vs goose", "url": "https://www.anchorterminal.com/compare/devin-vs-goose" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-openai-codex.json", "title": "Devin vs OpenAI Codex", "url": "https://www.anchorterminal.com/compare/devin-vs-openai-codex" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-opencode.json", "title": "Devin vs OpenCode", "url": "https://www.anchorterminal.com/compare/devin-vs-opencode" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-openhands.json", "title": "Devin vs OpenHands", "url": "https://www.anchorterminal.com/compare/devin-vs-openhands" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-prime-agent.json", "title": "Devin vs Prime Agent", "url": "https://www.anchorterminal.com/compare/devin-vs-prime-agent" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-qwen-code.json", "title": "Devin vs Qwen Code", "url": "https://www.anchorterminal.com/compare/devin-vs-qwen-code" }, { "json": "https://www.anchorterminal.com/compare/earendil-pi-vs-kiro-cli.json", "title": "Pi vs Kiro CLI", "url": "https://www.anchorterminal.com/compare/earendil-pi-vs-kiro-cli" }, { "json": "https://www.anchorterminal.com/compare/gemini-cli-vs-kiro-cli.json", "title": "Gemini CLI vs Kiro CLI", "url": "https://www.anchorterminal.com/compare/gemini-cli-vs-kiro-cli" }, { "json": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-kiro-cli.json", "title": "GitHub Copilot CLI vs Kiro CLI", "url": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-kiro-cli" }, { "json": "https://www.anchorterminal.com/compare/goose-vs-kiro-cli.json", "title": "goose vs Kiro CLI", "url": "https://www.anchorterminal.com/compare/goose-vs-kiro-cli" }, { "json": "https://www.anchorterminal.com/compare/kiro-cli-vs-openai-codex.json", "title": "Kiro CLI vs OpenAI Codex", "url": "https://www.anchorterminal.com/compare/kiro-cli-vs-openai-codex" }, { "json": "https://www.anchorterminal.com/compare/kiro-cli-vs-opencode.json", "title": "Kiro CLI vs OpenCode", "url": "https://www.anchorterminal.com/compare/kiro-cli-vs-opencode" }, { "json": "https://www.anchorterminal.com/compare/kiro-cli-vs-openhands.json", "title": "Kiro CLI vs OpenHands", "url": "https://www.anchorterminal.com/compare/kiro-cli-vs-openhands" }, { "json": "https://www.anchorterminal.com/compare/kiro-cli-vs-prime-agent.json", "title": "Kiro CLI vs Prime Agent", "url": "https://www.anchorterminal.com/compare/kiro-cli-vs-prime-agent" }, { "json": "https://www.anchorterminal.com/compare/kiro-cli-vs-qwen-code.json", "title": "Kiro CLI vs Qwen Code", "url": "https://www.anchorterminal.com/compare/kiro-cli-vs-qwen-code" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-paperclip.json", "title": "Devin vs Paperclip", "url": "https://www.anchorterminal.com/compare/devin-vs-paperclip" }, { "json": "https://www.anchorterminal.com/compare/kiro-cli-vs-paperclip.json", "title": "Kiro CLI vs Paperclip", "url": "https://www.anchorterminal.com/compare/kiro-cli-vs-paperclip" } ], "scores": [ { "by": 27, "devin": 30, "edge": "kiro-cli", "key": "reliability", "kiro-cli": 57, "name": "Reliability", "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 1, "devin": 80, "edge": "devin", "key": "schema", "kiro-cli": 79, "name": "Schema \u0026 documentation", "weight": 13 }, { "by": 5, "devin": 62, "edge": "kiro-cli", "key": "ergonomics", "kiro-cli": 67, "name": "Agent ergonomics", "weight": 13 }, { "by": 6, "devin": 72, "edge": "devin", "key": "security", "kiro-cli": 66, "name": "Security \u0026 auth", "weight": 14 }, { "by": 20, "devin": 20, "edge": "kiro-cli", "key": "payments", "kiro-cli": 40, "name": "Payments \u0026 pricing", "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 10, "devin": 63, "edge": "kiro-cli", "key": "maintenance", "kiro-cli": 73, "name": "Maintenance \u0026 community", "weight": 7 }, { "by": 2, "devin": 69, "edge": "devin", "key": "transparency", "kiro-cli": 67, "name": "Transparency \u0026 trust", "weight": 7 } ], "summary": "Kiro CLI scores 59.9 (C) on agent readiness against Devin's 55.7 (C), and leads in 4 of 7 scored categories. Devin leads on security \u0026 auth. Both do agent harness.", "verdicts": { "devin": "The v3 API is well specified, with a public OpenAPI 3.1 file covering 239 operations, problem+json errors, cursor pagination and service-user keys tied to roles. The status page records three critical and several major incidents on the cloud agent between 22 July and 24 September 2026, and no rate limit figures or retry guidance were found in the reviewed documentation.", "kiro-cli": "Permission rules follow deny over ask over allow, cloned repositories can't add rules, and a headless session treats every ask as a deny. Content from Free and individual paid accounts is used for service improvement, including model training, unless the user opts out, and API keys for pipelines need a paid plan." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/devin-vs-kiro-cli", "json": "https://www.anchorterminal.com/compare/devin-vs-kiro-cli.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/devin-vs-kiro-cli.md", "slim": "https://www.anchorterminal.com/compare/devin-vs-kiro-cli.min.md" }, "markdown": "Kiro CLI scores 59.9 (C) on agent readiness against Devin's 55.7 (C), and leads in 4 of 7 scored categories. Devin leads on security \u0026 auth. Both do agent harness.\n\n- Devin: grade C, 55.7/100, rank #447 of 629. Markdown https://www.anchorterminal.com/tools/devin.md · JSON https://www.anchorterminal.com/api/v1/tools/devin.json\n- Kiro CLI: grade C, 59.9/100, rank #370 of 629. Markdown https://www.anchorterminal.com/tools/kiro-cli.md · JSON https://www.anchorterminal.com/api/v1/tools/kiro-cli.json\n\n## Which one, for what\n\n### Devin (C)\n\nGood for: A team that wants to hand whole tasks to a cloud agent and collect pull requests, driven from a pipeline or another agent.\n\nAhead on:\n- Security \u0026 auth, 72 against 66\n\nAlso in its favour:\n- A hosted endpoint, with nothing to install\n- No incidents deducted, where Kiro CLI loses 4 points for them\n\nWatch for: www.devinstatus.com lists three critical incidents (22 July, 13 August, 24 September 2026) and six major ones on the cloud agent or web app since 10 July 2026\n\n### Kiro CLI (C)\n\nGood for: Teams on AWS that want one agent configuration across terminal, IDE and web, with central permission policy, prompt logging to their own S3 bucket and IAM Identity Centre sign-in.\n\nAhead on:\n- Reliability, 57 against 30\n- Agent ergonomics, 67 against 62\n- Payments \u0026 pricing, 40 against 20\n- Maintenance \u0026 community, 73 against 63\n\nAlso in its favour:\n- Free to start without a card\n\nWatch for: Free and individual paid accounts have content used for service improvement, including model training, unless they opt out\n\n\n## Score by category\n\n| Category | Weight | Devin | Kiro CLI | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 30 | 57 | Kiro CLI +27 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 80 | 79 | Devin +1 |\n| Agent ergonomics | 13% (16.2 this run) | 62 | 67 | Kiro CLI +5 |\n| Security \u0026 auth | 14% (17.5 this run) | 72 | 66 | Devin +6 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 20 | 40 | Kiro CLI +20 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 63 | 73 | Kiro CLI +10 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 69 | 67 | Devin +2 |\n| Negative events | ≤15 | 0 | -4 | |\n| **Total** | | **55.7 · C** | **59.9 · C** | |\n\n## Facts side by side\n\n| Fact | Devin | Kiro CLI |\n| --- | --- | --- |\n| Kind | Agent harness | Agent harness |\n| Vendor | Cognition AI, Inc. | Amazon Web Services |\n| Hosted endpoint | `https://mcp.devin.ai/mcp` | no (local only) |\n| Transports | HTTP | |\n| Auth | API key | OAuth or key |\n| Pricing | Freemium | Freemium |\n| x402 | no | no |\n| Licence | Proprietary service under Cognition's Platform Terms of Service | Proprietary. Licensed as AWS Content under the AWS Customer Agreement and the AWS Intellectual Property Licence (https://kiro.dev/license/). The GitHub repository is the public issue tracker and doesn't hold the source |\n| Tools exposed | 13 | none |\n| Read-only variant documented | yes | no |\n| llms.txt | yes | yes |\n| Last release | 2026-10-07 | 2026-10-05 |\n| Terms last updated | 2026-06-30 | 2026-08-14 |\n| Privacy policy last updated | 2026-03-09 | 2026-05-18 |\n| Customer content may train models | yes, with an opt-out | not found in the text |\n| Terms restrict automated access | not found in the text | not found in the text |\n| Terms restrict benchmarking | yes | not found in the text |\n| Terms or service can change without notice | not found in the text | not found in the text |\n| Arbitration or class-action waiver | yes | yes |\n| Popularity | none | 4.4k stars |\n\n## Verdicts\n\n**Devin.** The v3 API is well specified, with a public OpenAPI 3.1 file covering 239 operations, problem+json errors, cursor pagination and service-user keys tied to roles. The status page records three critical and several major incidents on the cloud agent between 22 July and 24 September 2026, and no rate limit figures or retry guidance were found in the reviewed documentation.\n\n**Kiro CLI.** Permission rules follow deny over ask over allow, cloned repositories can't add rules, and a headless session treats every ask as a deny. Content from Free and individual paid accounts is used for service improvement, including model training, unless the user opts out, and API keys for pipelines need a paid plan.\n\n## Before you call either\n\n### Devin\n\n1. Use a `cog_` service-user key with the Member role. Legacy `apk_` keys fail against v3 and the MCP server with 401 or 403\n2. Set `max_acu_limit` on every session you create. Usage is metered by the work done and has no published unit rate\n3. Session creation is not idempotent in v3. After a timeout, list sessions by tag before creating again\n4. Enterprise keys and personal access tokens must send `X-Org-Id` to the MCP server. Organisation-scoped keys resolve it automatically\n5. Create scheduled work as an automation. POST to the schedules endpoint returns 403 for migrated organisations since 24 September 2026\n\n### Kiro CLI\n\n1. Set `KIRO_API_KEY` and pass `--no-interactive` with `--trust-tools=\u003clist\u003e` in pipelines. Keep `--trust-all-tools` for disposable environments\n2. Pass `--require-mcp-startup` when a run depends on MCP tools. Without it a failed server is logged and the run continues\n3. Pass `--no-interactive` whenever input is piped from a source you don't control, and run 2.10.0 or later on Windows\n4. Run `kiro-cli settings telemetry.enabled false` and turn off content collection on Free and individual plans. Both are on by default\n5. Export variables in the shell before starting. Since 2.24.0 a project `.env` file is no longer loaded into sessions, MCP servers or tools\n\n## Questions\n\n### Which is better for AI agents, Devin or Kiro CLI?\n\nKiro CLI scores 59.9 (C) on agent readiness against Devin's 55.7 (C), and leads in 4 of 7 scored categories. Devin leads on security \u0026 auth.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/devin-vs-kiro-cli.json, and with the fewest tokens: https://www.anchorterminal.com/compare/devin-vs-kiro-cli.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"devin\", \"b\": \"kiro-cli\"}`. From a terminal: `anchor compare devin kiro-cli`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/devin.json and https://www.anchorterminal.com/api/v1/tools/kiro-cli.json\n\n## Other comparisons with Devin or Kiro CLI\n\n- [Aider vs Devin](https://www.anchorterminal.com/compare/aider-vs-devin.md)\n- [Aider vs Kiro CLI](https://www.anchorterminal.com/compare/aider-vs-kiro-cli.md)\n- [Amp vs Devin](https://www.anchorterminal.com/compare/amp-vs-devin.md)\n- [Amp vs Kiro CLI](https://www.anchorterminal.com/compare/amp-vs-kiro-cli.md)\n- [Claude Code vs Devin](https://www.anchorterminal.com/compare/claude-code-vs-devin.md)\n- [Claude Code vs Kiro CLI](https://www.anchorterminal.com/compare/claude-code-vs-kiro-cli.md)\n- [Cline vs Devin](https://www.anchorterminal.com/compare/cline-vs-devin.md)\n- [Cline vs Kiro CLI](https://www.anchorterminal.com/compare/cline-vs-kiro-cli.md)\n- [Cursor CLI vs Devin](https://www.anchorterminal.com/compare/cursor-cli-vs-devin.md)\n- [Cursor CLI vs Kiro CLI](https://www.anchorterminal.com/compare/cursor-cli-vs-kiro-cli.md)\n- [Devin vs Pi](https://www.anchorterminal.com/compare/devin-vs-earendil-pi.md)\n- [Devin vs Gemini CLI](https://www.anchorterminal.com/compare/devin-vs-gemini-cli.md)\n- [Devin vs GitHub Copilot CLI](https://www.anchorterminal.com/compare/devin-vs-github-copilot-cli.md)\n- [Devin vs goose](https://www.anchorterminal.com/compare/devin-vs-goose.md)\n- [Devin vs OpenAI Codex](https://www.anchorterminal.com/compare/devin-vs-openai-codex.md)\n- [Devin vs OpenCode](https://www.anchorterminal.com/compare/devin-vs-opencode.md)\n- [Devin vs OpenHands](https://www.anchorterminal.com/compare/devin-vs-openhands.md)\n- [Devin vs Prime Agent](https://www.anchorterminal.com/compare/devin-vs-prime-agent.md)\n- [Devin vs Qwen Code](https://www.anchorterminal.com/compare/devin-vs-qwen-code.md)\n- [Pi vs Kiro CLI](https://www.anchorterminal.com/compare/earendil-pi-vs-kiro-cli.md)\n- [Gemini CLI vs Kiro CLI](https://www.anchorterminal.com/compare/gemini-cli-vs-kiro-cli.md)\n- [GitHub Copilot CLI vs Kiro CLI](https://www.anchorterminal.com/compare/github-copilot-cli-vs-kiro-cli.md)\n- [goose vs Kiro CLI](https://www.anchorterminal.com/compare/goose-vs-kiro-cli.md)\n- [Kiro CLI vs OpenAI Codex](https://www.anchorterminal.com/compare/kiro-cli-vs-openai-codex.md)\n- [Kiro CLI vs OpenCode](https://www.anchorterminal.com/compare/kiro-cli-vs-opencode.md)\n- [Kiro CLI vs OpenHands](https://www.anchorterminal.com/compare/kiro-cli-vs-openhands.md)\n- [Kiro CLI vs Prime Agent](https://www.anchorterminal.com/compare/kiro-cli-vs-prime-agent.md)\n- [Kiro CLI vs Qwen Code](https://www.anchorterminal.com/compare/kiro-cli-vs-qwen-code.md)\n- [Devin vs Paperclip](https://www.anchorterminal.com/compare/devin-vs-paperclip.md)\n- [Kiro CLI vs Paperclip](https://www.anchorterminal.com/compare/kiro-cli-vs-paperclip.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-08", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Devin vs Kiro CLI", "url": "" } ], "description": "Kiro CLI scores 59.9 (C) on agent readiness against Devin's 55.7 (C), and leads in 4 of 7 scored categories. Devin leads on security \u0026 auth. Both do agent harness. Category scores, facts, verdicts and agent notes side by side.", "facts": [ "Devin C 55.7", "Kiro CLI C 59.9", "scores" ], "h1": "Devin vs Kiro CLI", "image": "https://www.anchorterminal.com/assets/og/compare-devin-vs-kiro-cli.png", "path": "/compare/devin-vs-kiro-cli", "published": "2026-10-01", "section": "tools", "title": "Devin vs Kiro CLI for AI agents, C 55.7 vs C 59.9 | Anchor Terminal", "toc": null, "updated": "2026-10-08", "url": "https://www.anchorterminal.com/compare/devin-vs-kiro-cli" }, "tokens": { "markdown": 2450, "slim": 680 }, "version": 1 }