{ "data": { "a": { "slug": "cli-manager", "name": "CLI Manager", "vendor": "solhun (Jeong Kyeonghun)", "vendorUrl": "https://climanager.solhun.com", "kind": "harness", "category": "agent-harnesses", "summary": "CLI Manager is an open-source macOS desktop app that runs Claude Code, Codex CLI, Gemini CLI and shells side by side, with Git worktrees as workspaces. An opt-in local REST and MCP API lets another agent open and drive sessions.", "url": "https://www.anchorterminal.com/tools/cli-manager", "markdownUrl": "https://www.anchorterminal.com/tools/cli-manager.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/cli-manager.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/cli-manager.json", "repo": "https://github.com/woorichicken/CLI_manager", "license": "MIT", "transports": [ "streamable-http" ], "packages": [], "auth": "api-key", "authNotes": "No account. The AI Control API is off until switched on in Settings \u003e Agents, binds to 127.0.0.1 (default port 47821) and needs a bearer token generated by the app, which can be regenerated. The token is also written to `~/.climanager/control-api.json` (mode 600) while the app runs.", "pricing": "free", "pricingNotes": "Free under MIT with nothing to buy since v1.5.0 (8 April 2026). Versions 1.0 to 1.4 had a paid Pro licence, which the commit of 8 April 2026 removed. The owner pays for each agent CLI's own plan or API key.", "priceSummary": "Free · OSS", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the source, the README or the website (checked 2026-10-14). The app has no paid tier.", "endpoints": [] }, "toolCount": 12, "popularity": { "githubStars": 15, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-14" }, "docsUrl": "https://climanager.solhun.com/docs/ai-control-api", "llmsTxt": "https://climanager.solhun.com/llms.txt", "capabilities": [ "agent.multi-agent" ], "tags": [ "open-source", "local", "free", "no-card", "mit", "macos", "typescript", "mcp", "llms-txt", "desktop-app" ], "lastRelease": "2026-10-13", "graded": true, "anchor": { "graded": true, "score": 65.8, "grade": "B", "agentReady": false, "rank": 329, "ranked": true, "rankOf": 1084, "categoryRank": 9, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 63, "maintenance": 62, "payments": 60, "reliability": 68, "schema": 87, "security": 58, "transparency": 54 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-14" }, "negative": 0, "verdict": "An agent can open visible terminal sessions, type into them, wait and read the screen through 12 typed MCP tools or a documented REST API, and the user can take any session back. The API reaches every open session once enabled, the app runs only on macOS, and none of the last 35 CI runs on the main branch passed.", "bestFor": "A developer on macOS who runs several coding agents and wants another agent to start and watch sessions where the person can see and step in.", "strengths": [ "12 MCP tools with typed JSON Schema inputs and server instructions that say when not to focus or close a session", "Off by default, loopback only, bearer token, and Host and Origin checks against DNS rebinding and web pages", "Text is refused while a question or permission prompt is on screen, and Disconnect AI ends an agent's hold on a session", "No telemetry or analytics calls found in the app source. Outbound traffic is the update check against GitHub Releases", "Twelve releases between 17 August and 13 October 2026, each with notes on GitHub" ], "weaknesses": [ "Once switched on, the API can read, type into and close every session in the app, including the user's own", "macOS only, and the API answers only while the desktop app is running and its window is alive", "None of the last 35 CI runs on the main branch passed, and nine Dependabot pull requests were open, the oldest from 18 August 2026", "No MCP tool annotations (readOnlyHint, destructiveHint) and no security policy or security.txt", "The privacy policy covers the website and another product, not the app" ], "agentNotes": [ "Ask the user to switch on Settings \u003e Agents \u003e AI Control API first, then read the URL and token from `~/.climanager/control-api.json`", "On `409 awaiting_input`, read the screen and answer with `keys` such as [\"down\",\"enter\"]. Leave folder-trust and permission choices to the user", "Stop using a session on `409 disconnected`. The user took it back", "Treat `timedOut: true` from `wait` as still running, not as a failure, and wait again", "Pass `ephemeral: true` when opening a scratch or worktree folder, and close only sessions you opened" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 65.8 } ], "editorialScores": { "ergonomics": 63, "maintenance": 62, "payments": 60, "reliability": 68, "schema": 87, "security": 58, "transparency": 57 }, "provenanceScore": 50 }, "connect": { "install": "Download cli-manager-\u003cversion\u003e-arm64.dmg or -x64.dmg from https://github.com/woorichicken/CLI_manager/releases/latest", "http": "curl -s -H \"Authorization: Bearer $TOKEN\" http://127.0.0.1:47821/v1/templates", "claudeCode": "claude mcp add --scope user --transport http cli-manager http://127.0.0.1:47821/mcp --header \"Authorization: Bearer \u003ctoken\u003e\"" }, "letme": { "capability": "https://letme.dev/agent.multi-agent", "tool": "https://letme.dev/cli-manager" }, "area": "frameworks", "provenance": { "legalEntity": "solhun (Jeong Kyeonghun)", "domain": "solhun.com", "domainRegistered": "2025-12-01", "endpointOnVendorDomain": null, "terms": "https://climanager.solhun.com/terms", "privacy": "https://climanager.solhun.com/privacy", "statusPage": "", "changelog": "https://climanager.solhun.com/changelog", "securityTxt": "none", "checked": "2026-10-14", "notes": [ "The terms and the privacy policy (both last updated 14 September 2026) name solhun, cover solhun.com, CLI Manager and FAIR Social Ops, and choose the law of the Republic of Korea. The privacy policy describes the website and FAIR Social Ops, not data handled by the app.", "solhun.com names its owner as Jeong Kyeonghun (정경훈), a design engineer at LightSoft. The app's build config reads Copyright © 2024 LightSoft, and the licence file reads Copyright (c) 2024 woorichicken. package.json still declares ISC.", "RDAP at Verisign gives a registration date of 2025-12-01 for solhun.com. The GitHub repository was created on 22 November 2025 under the account agi040922, which now redirects to woorichicken.", "climanager.solhun.com/.well-known/security.txt returned 404 on 14 October 2026. The repository has no SECURITY.md.", "The software runs on the owner's Mac, so there is no vendor endpoint or status page to check." ], "score": 50 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/cli-manager.json", "live": { "slug": "cli-manager", "versions": [ { "registry": "github", "name": "woorichicken/CLI_manager", "version": "v1.13.1", "released": "2026-10-13", "seenAt": "2026-10-14T23:44:32.341639844Z" } ], "githubStars": 16, "updatedAt": "2026-10-14T23:44:32.341639844Z" } }, "answer": "CLI Manager scores 65.8 (B) on agent readiness against Devin's 55.7 (C), and leads in 4 of 7 scored categories. Devin leads on security \u0026 auth and transparency \u0026 trust.", "b": { "slug": "devin", "name": "Devin", "vendor": "Cognition AI, Inc.", "vendorUrl": "https://devin.ai", "kind": "harness", "category": "agent-harnesses", "summary": "Devin is Cognition's hosted coding agent. It works in its own cloud virtual machine to plan, edit code, run commands and open pull requests. Outside agents start and steer sessions through a REST API and a remote MCP server.", "url": "https://www.anchorterminal.com/tools/devin", "markdownUrl": "https://www.anchorterminal.com/tools/devin.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/devin.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/devin.json", "license": "Proprietary service under Cognition's Platform Terms of Service", "transports": [ "http" ], "remoteUrl": "https://mcp.devin.ai/mcp", "packages": [], "auth": "api-key", "authNotes": "A Bearer token with the `cog_` prefix on every request to https://api.devin.ai/v3. Service-user keys are provisioned by a person in Settings \u003e Devin API, shown once, and carry a role (Admin or Member on Teams, custom roles on Enterprise). Personal access tokens act as the user who made them and can expire. Legacy `apk_` keys work only with the deprecated v1 and v2 APIs. The MCP server takes the same keys, and enterprise keys and personal tokens add an `X-Org-Id` header. Access is self-serve, with no app review or sales approval for Teams.", "pricing": "freemium", "pricingNotes": "Free $0, Pro $20 a month, Max $200 a month, Teams $80 a month minimum with full seats at $40 each, Enterprise by quote (devin.ai/pricing, checked 2026-10-08). Paid plans include a daily or weekly usage quota, then prepaid on-demand credits described as usage at API pricing, with no unit rate on the page. The pricing page lists cloud agents from Pro upward, while the docs say Free includes limited Devin usage. Whether the API works on Free, and whether signup needs a card, wasn't established.", "priceSummary": "$20 / mo", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs index, the v3 OpenAPI spec or the pricing page (checked 2026-10-08).", "endpoints": [] }, "toolCount": 13, "popularity": { "githubStars": null, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-08" }, "docsUrl": "https://docs.devin.ai", "llmsTxt": "https://docs.devin.ai/llms.txt", "openapi": "https://docs.devin.ai/v3-openapi.yaml", "capabilities": [ "agent.harness", "agent.mcp-client", "agent.multi-agent" ], "tags": [ "hosted", "cloud-agent", "closed-source", "api-key", "rbac", "openapi", "llms-txt", "mcp", "status-page", "soc2", "freemium" ], "lastRelease": "2026-10-07", "graded": true, "anchor": { "graded": true, "score": 55.7, "grade": "C", "agentReady": false, "rank": 694, "ranked": true, "rankOf": 1084, "categoryRank": 20, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 62, "maintenance": 63, "payments": 20, "reliability": 30, "schema": 80, "security": 72, "transparency": 69 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-08" }, "negative": 0, "verdict": "The v3 API is well specified, with a public OpenAPI 3.1 file covering 239 operations, problem+json errors, cursor pagination and service-user keys tied to roles. The status page records three critical and several major incidents on the cloud agent between 22 July and 24 September 2026, and no rate limit figures or retry guidance were found in the reviewed documentation.", "bestFor": "A team that wants to hand whole tasks to a cloud agent and collect pull requests, driven from a pipeline or another agent.", "strengths": [ "Public OpenAPI 3.1 spec for the v3 API with 239 operations, each declaring 401, 403, 404, 409, 422 and 429 responses in RFC 9457 problem+json", "Service-user keys carry a role, every endpoint except GET /v3/self names the permission it needs, and audit logs list service users separately from people", "Security profiles can limit a session to a network allowlist, an MCP server allowlist, read-only git and a read-only Devin MCP", "Remote MCP server at mcp.devin.ai/mcp with 13 documented tools for sessions, playbooks, knowledge, schedules and repository documentation", "Dated release notes several times a week, the newest on 7 October 2026, and a separate API release notes page" ], "weaknesses": [ "www.devinstatus.com lists three critical incidents (22 July, 13 August, 24 September 2026) and six major ones on the cloud agent or web app since 10 July 2026", "No rate limit figures, Retry-After or backoff guidance found in the API docs, and v3 session creation has no idempotency key", "Customer data may be used for model training by default on self-serve plans. The opt-out is for paid plans only, per section 3.3.1 of the platform terms", "A person must sign up and provision the service user in the web app. No key-creation route exists for an agent starting from nothing", "No official SDK found, and the Devin MCP server was not found in the official MCP registry" ], "agentNotes": [ "Use a `cog_` service-user key with the Member role. Legacy `apk_` keys fail against v3 and the MCP server with 401 or 403", "Set `max_acu_limit` on every session you create. Usage is metered by the work done and has no published unit rate", "Session creation is not idempotent in v3. After a timeout, list sessions by tag before creating again", "Enterprise keys and personal access tokens must send `X-Org-Id` to the MCP server. Organisation-scoped keys resolve it automatically", "Create scheduled work as an automation. POST to the schedules endpoint returns 403 for migrated organisations since 24 September 2026" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 55.7 } ], "editorialScores": { "ergonomics": 62, "maintenance": 63, "payments": 20, "reliability": 30, "schema": 80, "security": 72, "transparency": 61 }, "provenanceScore": 77 }, "connect": { "http": "curl -X POST \"https://api.devin.ai/v3/organizations/$DEVIN_ORG_ID/sessions\" -H \"Authorization: Bearer $DEVIN_API_KEY\" -H \"Content-Type: application/json\" -d '{\"prompt\": \"Create a simple Python script that prints Hello World\"}'", "config": { "mcpServers": { "devin": { "headers": { "Authorization": "Bearer \u003cAPI_KEY\u003e", "X-Org-Id": "\u003cYOUR_ORG_ID\u003e" }, "serverUrl": "https://mcp.devin.ai/mcp" } } } }, "letme": { "capability": "https://letme.dev/agent.harness", "tool": "https://letme.dev/devin" }, "area": "frameworks", "unitPrices": [ { "item": "Pro plan", "unit": "month", "usd": 20, "note": "one user, daily and weekly usage quota" }, { "item": "Max plan", "unit": "month", "usd": 200, "note": "one user, larger weekly quota" }, { "item": "Teams full seat", "unit": "seat-month", "usd": 40, "note": "$80 a month minimum per team, flex seats free and billed from shared credits" } ], "provenance": { "legalEntity": "Cognition AI, Inc.", "domain": "devin.ai", "domainRegistered": "2022-12-06", "endpointOnVendorDomain": true, "terms": "https://cognition.com/legal/platform-terms-of-service", "privacy": "https://cognition.com/legal/privacy-policy", "statusPage": "https://www.devinstatus.com", "changelog": "https://docs.devin.ai/release-notes/overview", "securityTxt": "none", "checked": "2026-10-08", "notes": [ "The Platform Terms of Service (last updated 30 June 2026) name Cognition AI, Inc. and govern the Cognition Platform for customers who register and use the services. Enterprise customers sign separate Enterprise Terms of Service.", "The privacy policy (last updated 9 March 2026) names Cognition AI, Inc and covers Devin and Windsurf as well as cognition.com. The data processing agreement gives the address 550 Third Street, San Francisco, CA 94107.", "devin.ai, cognition.com and api.devin.ai all return 404 for /.well-known/security.txt. The docs give security@cognition.ai for vulnerability reports.", "The API answers at api.devin.ai and the MCP server at mcp.devin.ai. status.devin.ai redirects to www.devinstatus.com.", "RDAP for devin.ai gives a registration date of 2022-12-06." ], "score": 77 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/devin.json", "live": { "slug": "devin", "probe": { "target": "https://mcp.devin.ai/mcp", "method": "get", "lastAt": "2026-10-15T00:24:08.387831403Z", "lastOk": true, "lastStatus": 406, "lastMs": 422, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 449, "p95ms24h": 527, "samples24h": 250, "samples30d": 1563, "days": [ { "date": "2026-10-08", "probes": 70, "ok": 70 }, { "date": "2026-10-09", "probes": 250, "ok": 250 }, { "date": "2026-10-10", "probes": 247, "ok": 247 }, { "date": "2026-10-11", "probes": 247, "ok": 247 }, { "date": "2026-10-12", "probes": 247, "ok": 247 }, { "date": "2026-10-13", "probes": 248, "ok": 248 }, { "date": "2026-10-14", "probes": 249, "ok": 249 }, { "date": "2026-10-15", "probes": 5, "ok": 5 } ] }, "vendorStatus": { "page": "https://www.devinstatus.com", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-15T00:27:42.629896924Z" }, "securityTxt": { "url": "https://devin.ai/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-14T15:47:21.434765697Z" }, "llmsTxt": { "url": "https://docs.devin.ai/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-14T14:13:54.454416918Z" }, "domain": { "domain": "devin.ai", "registered": "2022-12-06", "source": "https://rdap.identitydigital.services/rdap/domain/devin.ai", "checkedAt": "2026-10-11T13:25:59.174438684Z" }, "pages": [ { "url": "https://docs.devin.ai/release-notes/overview", "kind": "changelog", "status": 304, "checkedAt": "2026-10-14T20:58:23.026666065Z", "changedAt": "2026-10-13T20:14:42.373729317Z", "fingerprint": "d2886bc3ab9e" }, { "url": "https://cognition.com/legal/privacy-policy", "kind": "privacy", "status": 304, "checkedAt": "2026-10-14T20:55:26.614612513Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "0ab177a921b1" }, { "url": "https://cognition.com/legal/platform-terms-of-service", "kind": "terms", "status": 304, "checkedAt": "2026-10-14T20:55:24.574533366Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "e794136b2fe5" } ], "updatedAt": "2026-10-15T00:27:42.629896924Z" } }, "facts": [ { "a": "Agent harness", "b": "Agent harness", "name": "Kind" }, { "a": "solhun (Jeong Kyeonghun)", "b": "Cognition AI, Inc.", "name": "Vendor" }, { "a": "no (local only)", "b": "https://mcp.devin.ai/mcp", "name": "Hosted endpoint" }, { "a": "Streamable HTTP", "b": "HTTP", "name": "Transports" }, { "a": "API key", "b": "API key", "name": "Auth" }, { "a": "Free", "b": "Freemium", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "MIT", "b": "Proprietary service under Cognition's Platform Terms of Service", "name": "Licence" }, { "a": "12", "b": "13", "name": "Tools exposed" }, { "a": "no", "b": "yes", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-10-13", "b": "2026-10-07", "name": "Last release" }, { "a": "2026-09-14", "b": "2026-06-30", "name": "Terms last updated" }, { "a": "2026-09-14", "b": "2026-03-09", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "yes, with an opt-out", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "not found in the text", "b": "yes", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms or service can change without notice" }, { "a": "not found in the text", "b": "yes", "name": "Arbitration or class-action waiver" }, { "a": "15 stars", "b": "none", "name": "Popularity" } ], "faq": [ { "answer": "CLI Manager scores 65.8 (B) on agent readiness against Devin's 55.7 (C), and leads in 4 of 7 scored categories. Devin leads on security \u0026 auth and transparency \u0026 trust.", "question": "Which is better for AI agents, CLI Manager or Devin?" }, { "answer": "CLI Manager is open source (MIT). No open-source release is listed for Devin.", "question": "Are CLI Manager and Devin open source?" } ], "goodFor": [ { "aheadOn": [ "Reliability, 68 against 30", "Schema \u0026 documentation, 87 against 80", "Payments \u0026 pricing, 60 against 20" ], "also": [ "Free to start without a card", "Open source" ], "goodFor": "A developer on macOS who runs several coding agents and wants another agent to start and watch sessions where the person can see and step in.", "slug": "cli-manager", "watchFor": "Once switched on, the API can read, type into and close every session in the app, including the user's own" }, { "aheadOn": [ "Security \u0026 auth, 72 against 58", "Transparency \u0026 trust, 69 against 54" ], "also": [ "A hosted endpoint, with nothing to install" ], "goodFor": "A team that wants to hand whole tasks to a cloud agent and collect pull requests, driven from a pipeline or another agent.", "slug": "devin", "watchFor": "www.devinstatus.com lists three critical incidents (22 July, 13 August, 24 September 2026) and six major ones on the cloud agent or web app since 10 July 2026" } ], "job": { "capability": "agent.multi-agent", "name": "Multi-agent orchestration" }, "others": [ { "json": "https://www.anchorterminal.com/compare/agent-zero-vs-devin.json", "title": "Agent Zero vs Devin", "url": "https://www.anchorterminal.com/compare/agent-zero-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/aider-vs-devin.json", "title": "Aider vs Devin", "url": "https://www.anchorterminal.com/compare/aider-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/amp-vs-devin.json", "title": "Amp vs Devin", "url": "https://www.anchorterminal.com/compare/amp-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/antigravity-cli-vs-devin.json", "title": "Antigravity CLI vs Devin", "url": "https://www.anchorterminal.com/compare/antigravity-cli-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/claude-code-vs-devin.json", "title": "Claude Code vs Devin", "url": "https://www.anchorterminal.com/compare/claude-code-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/cline-vs-devin.json", "title": "Cline vs Devin", "url": "https://www.anchorterminal.com/compare/cline-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/cursor-cli-vs-devin.json", "title": "Cursor CLI vs Devin", "url": "https://www.anchorterminal.com/compare/cursor-cli-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-droid-cli.json", "title": "Devin vs Droid CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-droid-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-earendil-pi.json", "title": "Devin vs Pi", "url": "https://www.anchorterminal.com/compare/devin-vs-earendil-pi" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-gemini-cli.json", "title": "Devin vs Gemini CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-gemini-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-github-copilot-cli.json", "title": "Devin vs GitHub Copilot CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-github-copilot-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-goose.json", "title": "Devin vs goose", "url": "https://www.anchorterminal.com/compare/devin-vs-goose" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-kilo-code-cli.json", "title": "Devin vs Kilo Code CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-kilo-code-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-kiro-cli.json", "title": "Devin vs Kiro CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-kiro-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-muse-code.json", "title": "Devin vs Muse Code", "url": "https://www.anchorterminal.com/compare/devin-vs-muse-code" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-openai-codex.json", "title": "Devin vs OpenAI Codex", "url": "https://www.anchorterminal.com/compare/devin-vs-openai-codex" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-opencode.json", "title": "Devin vs OpenCode", "url": "https://www.anchorterminal.com/compare/devin-vs-opencode" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-openhands.json", "title": "Devin vs OpenHands", "url": "https://www.anchorterminal.com/compare/devin-vs-openhands" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-prime-agent.json", "title": "Devin vs Prime Agent", "url": "https://www.anchorterminal.com/compare/devin-vs-prime-agent" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-qwen-code.json", "title": "Devin vs Qwen Code", "url": "https://www.anchorterminal.com/compare/devin-vs-qwen-code" }, { "json": "https://www.anchorterminal.com/compare/amp-vs-cli-manager.json", "title": "Amp vs CLI Manager", "url": "https://www.anchorterminal.com/compare/amp-vs-cli-manager" }, { "json": "https://www.anchorterminal.com/compare/antigravity-cli-vs-cli-manager.json", "title": "Antigravity CLI vs CLI Manager", "url": "https://www.anchorterminal.com/compare/antigravity-cli-vs-cli-manager" }, { "json": "https://www.anchorterminal.com/compare/claude-code-vs-cli-manager.json", "title": "Claude Code vs CLI Manager", "url": "https://www.anchorterminal.com/compare/claude-code-vs-cli-manager" }, { "json": "https://www.anchorterminal.com/compare/cli-manager-vs-cline.json", "title": "CLI Manager vs Cline", "url": "https://www.anchorterminal.com/compare/cli-manager-vs-cline" }, { "json": "https://www.anchorterminal.com/compare/cli-manager-vs-droid-cli.json", "title": "CLI Manager vs Droid CLI", "url": "https://www.anchorterminal.com/compare/cli-manager-vs-droid-cli" }, { "json": "https://www.anchorterminal.com/compare/cli-manager-vs-gemini-cli.json", "title": "CLI Manager vs Gemini CLI", "url": "https://www.anchorterminal.com/compare/cli-manager-vs-gemini-cli" }, { "json": "https://www.anchorterminal.com/compare/cli-manager-vs-github-copilot-cli.json", "title": "CLI Manager vs GitHub Copilot CLI", "url": "https://www.anchorterminal.com/compare/cli-manager-vs-github-copilot-cli" }, { "json": "https://www.anchorterminal.com/compare/cli-manager-vs-goose.json", "title": "CLI Manager vs goose", "url": "https://www.anchorterminal.com/compare/cli-manager-vs-goose" }, { "json": "https://www.anchorterminal.com/compare/cli-manager-vs-kilo-code-cli.json", "title": "CLI Manager vs Kilo Code CLI", "url": "https://www.anchorterminal.com/compare/cli-manager-vs-kilo-code-cli" }, { "json": "https://www.anchorterminal.com/compare/cli-manager-vs-kiro-cli.json", "title": "CLI Manager vs Kiro CLI", "url": "https://www.anchorterminal.com/compare/cli-manager-vs-kiro-cli" }, { "json": "https://www.anchorterminal.com/compare/cli-manager-vs-muse-code.json", "title": "CLI Manager vs Muse Code", "url": "https://www.anchorterminal.com/compare/cli-manager-vs-muse-code" }, { "json": "https://www.anchorterminal.com/compare/cli-manager-vs-opencode.json", "title": "CLI Manager vs OpenCode", "url": "https://www.anchorterminal.com/compare/cli-manager-vs-opencode" }, { "json": "https://www.anchorterminal.com/compare/cli-manager-vs-openhands.json", "title": "CLI Manager vs OpenHands", "url": "https://www.anchorterminal.com/compare/cli-manager-vs-openhands" }, { "json": "https://www.anchorterminal.com/compare/cli-manager-vs-paperclip.json", "title": "CLI Manager vs Paperclip", "url": "https://www.anchorterminal.com/compare/cli-manager-vs-paperclip" }, { "json": "https://www.anchorterminal.com/compare/cli-manager-vs-prime-agent.json", "title": "CLI Manager vs Prime Agent", "url": "https://www.anchorterminal.com/compare/cli-manager-vs-prime-agent" }, { "json": "https://www.anchorterminal.com/compare/cli-manager-vs-qwen-code.json", "title": "CLI Manager vs Qwen Code", "url": "https://www.anchorterminal.com/compare/cli-manager-vs-qwen-code" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-paperclip.json", "title": "Devin vs Paperclip", "url": "https://www.anchorterminal.com/compare/devin-vs-paperclip" } ], "scores": [ { "by": 38, "cli-manager": 68, "devin": 30, "edge": "cli-manager", "key": "reliability", "name": "Reliability", "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 7, "cli-manager": 87, "devin": 80, "edge": "cli-manager", "key": "schema", "name": "Schema \u0026 documentation", "weight": 13 }, { "by": 1, "cli-manager": 63, "devin": 62, "edge": "cli-manager", "key": "ergonomics", "name": "Agent ergonomics", "weight": 13 }, { "by": 14, "cli-manager": 58, "devin": 72, "edge": "devin", "key": "security", "name": "Security \u0026 auth", "weight": 14 }, { "by": 40, "cli-manager": 60, "devin": 20, "edge": "cli-manager", "key": "payments", "name": "Payments \u0026 pricing", "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 1, "cli-manager": 62, "devin": 63, "edge": "devin", "key": "maintenance", "name": "Maintenance \u0026 community", "weight": 7 }, { "by": 15, "cli-manager": 54, "devin": 69, "edge": "devin", "key": "transparency", "name": "Transparency \u0026 trust", "weight": 7 } ], "summary": "CLI Manager scores 65.8 (B) on agent readiness against Devin's 55.7 (C), and leads in 4 of 7 scored categories. Devin leads on security \u0026 auth and transparency \u0026 trust. Both do multi-agent orchestration.", "verdicts": { "cli-manager": "An agent can open visible terminal sessions, type into them, wait and read the screen through 12 typed MCP tools or a documented REST API, and the user can take any session back. The API reaches every open session once enabled, the app runs only on macOS, and none of the last 35 CI runs on the main branch passed.", "devin": "The v3 API is well specified, with a public OpenAPI 3.1 file covering 239 operations, problem+json errors, cursor pagination and service-user keys tied to roles. The status page records three critical and several major incidents on the cloud agent between 22 July and 24 September 2026, and no rate limit figures or retry guidance were found in the reviewed documentation." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/cli-manager-vs-devin", "json": "https://www.anchorterminal.com/compare/cli-manager-vs-devin.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/cli-manager-vs-devin.md", "slim": "https://www.anchorterminal.com/compare/cli-manager-vs-devin.min.md" }, "markdown": "CLI Manager scores 65.8 (B) on agent readiness against Devin's 55.7 (C), and leads in 4 of 7 scored categories. Devin leads on security \u0026 auth and transparency \u0026 trust. Both do multi-agent orchestration.\n\n- CLI Manager: grade B, 65.8/100, rank #329 of 1084. Markdown https://www.anchorterminal.com/tools/cli-manager.md · JSON https://www.anchorterminal.com/api/v1/tools/cli-manager.json\n- Devin: grade C, 55.7/100, rank #694 of 1084. Markdown https://www.anchorterminal.com/tools/devin.md · JSON https://www.anchorterminal.com/api/v1/tools/devin.json\n- Best agent harnesses and coding agents: https://www.anchorterminal.com/best/agent-harnesses/index.md\n- All 243 harnesses comparisons: https://www.anchorterminal.com/compare/agent-harnesses/index.md\n\n## Which one, for what\n\n### CLI Manager (B)\n\nGood for: A developer on macOS who runs several coding agents and wants another agent to start and watch sessions where the person can see and step in.\n\nAhead on:\n- Reliability, 68 against 30\n- Schema \u0026 documentation, 87 against 80\n- Payments \u0026 pricing, 60 against 20\n\nAlso in its favour:\n- Free to start without a card\n- Open source\n\nWatch for: Once switched on, the API can read, type into and close every session in the app, including the user's own\n\n### Devin (C)\n\nGood for: A team that wants to hand whole tasks to a cloud agent and collect pull requests, driven from a pipeline or another agent.\n\nAhead on:\n- Security \u0026 auth, 72 against 58\n- Transparency \u0026 trust, 69 against 54\n\nAlso in its favour:\n- A hosted endpoint, with nothing to install\n\nWatch for: www.devinstatus.com lists three critical incidents (22 July, 13 August, 24 September 2026) and six major ones on the cloud agent or web app since 10 July 2026\n\n\n## Score by category\n\n| Category | Weight | CLI Manager | Devin | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 68 | 30 | CLI Manager +38 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 87 | 80 | CLI Manager +7 |\n| Agent ergonomics | 13% (16.2 this run) | 63 | 62 | CLI Manager +1 |\n| Security \u0026 auth | 14% (17.5 this run) | 58 | 72 | Devin +14 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 60 | 20 | CLI Manager +40 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 62 | 63 | Devin +1 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 54 | 69 | Devin +15 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **65.8 · B** | **55.7 · C** | |\n\n## Facts side by side\n\n| Fact | CLI Manager | Devin |\n| --- | --- | --- |\n| Kind | Agent harness | Agent harness |\n| Vendor | solhun (Jeong Kyeonghun) | Cognition AI, Inc. |\n| Hosted endpoint | no (local only) | `https://mcp.devin.ai/mcp` |\n| Transports | Streamable HTTP | HTTP |\n| Auth | API key | API key |\n| Pricing | Free | Freemium |\n| x402 | no | no |\n| Licence | MIT | Proprietary service under Cognition's Platform Terms of Service |\n| Tools exposed | 12 | 13 |\n| Read-only variant documented | no | yes |\n| llms.txt | yes | yes |\n| Last release | 2026-10-13 | 2026-10-07 |\n| Terms last updated | 2026-09-14 | 2026-06-30 |\n| Privacy policy last updated | 2026-09-14 | 2026-03-09 |\n| Customer content may train models | not found in the text | yes, with an opt-out |\n| Terms restrict automated access | not found in the text | not found in the text |\n| Terms restrict benchmarking | not found in the text | yes |\n| Terms or service can change without notice | not found in the text | not found in the text |\n| Arbitration or class-action waiver | not found in the text | yes |\n| Popularity | 15 stars | none |\n\n## Verdicts\n\n**CLI Manager.** An agent can open visible terminal sessions, type into them, wait and read the screen through 12 typed MCP tools or a documented REST API, and the user can take any session back. The API reaches every open session once enabled, the app runs only on macOS, and none of the last 35 CI runs on the main branch passed.\n\n**Devin.** The v3 API is well specified, with a public OpenAPI 3.1 file covering 239 operations, problem+json errors, cursor pagination and service-user keys tied to roles. The status page records three critical and several major incidents on the cloud agent between 22 July and 24 September 2026, and no rate limit figures or retry guidance were found in the reviewed documentation.\n\n## Before you call either\n\n### CLI Manager\n\n1. Ask the user to switch on Settings \u003e Agents \u003e AI Control API first, then read the URL and token from `~/.climanager/control-api.json`\n2. On `409 awaiting_input`, read the screen and answer with `keys` such as [\"down\",\"enter\"]. Leave folder-trust and permission choices to the user\n3. Stop using a session on `409 disconnected`. The user took it back\n4. Treat `timedOut: true` from `wait` as still running, not as a failure, and wait again\n5. Pass `ephemeral: true` when opening a scratch or worktree folder, and close only sessions you opened\n\n### Devin\n\n1. Use a `cog_` service-user key with the Member role. Legacy `apk_` keys fail against v3 and the MCP server with 401 or 403\n2. Set `max_acu_limit` on every session you create. Usage is metered by the work done and has no published unit rate\n3. Session creation is not idempotent in v3. After a timeout, list sessions by tag before creating again\n4. Enterprise keys and personal access tokens must send `X-Org-Id` to the MCP server. Organisation-scoped keys resolve it automatically\n5. Create scheduled work as an automation. POST to the schedules endpoint returns 403 for migrated organisations since 24 September 2026\n\n## Questions\n\n### Which is better for AI agents, CLI Manager or Devin?\n\nCLI Manager scores 65.8 (B) on agent readiness against Devin's 55.7 (C), and leads in 4 of 7 scored categories. Devin leads on security \u0026 auth and transparency \u0026 trust.\n\n### Are CLI Manager and Devin open source?\n\nCLI Manager is open source (MIT). No open-source release is listed for Devin.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/cli-manager-vs-devin.json, and with the fewest tokens: https://www.anchorterminal.com/compare/cli-manager-vs-devin.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"cli-manager\", \"b\": \"devin\"}`. From a terminal: `anchor compare cli-manager devin`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/cli-manager.json and https://www.anchorterminal.com/api/v1/tools/devin.json\n\n## Other comparisons with CLI Manager or Devin\n\n- [Agent Zero vs Devin](https://www.anchorterminal.com/compare/agent-zero-vs-devin.md)\n- [Aider vs Devin](https://www.anchorterminal.com/compare/aider-vs-devin.md)\n- [Amp vs Devin](https://www.anchorterminal.com/compare/amp-vs-devin.md)\n- [Antigravity CLI vs Devin](https://www.anchorterminal.com/compare/antigravity-cli-vs-devin.md)\n- [Claude Code vs Devin](https://www.anchorterminal.com/compare/claude-code-vs-devin.md)\n- [Cline vs Devin](https://www.anchorterminal.com/compare/cline-vs-devin.md)\n- [Cursor CLI vs Devin](https://www.anchorterminal.com/compare/cursor-cli-vs-devin.md)\n- [Devin vs Droid CLI](https://www.anchorterminal.com/compare/devin-vs-droid-cli.md)\n- [Devin vs Pi](https://www.anchorterminal.com/compare/devin-vs-earendil-pi.md)\n- [Devin vs Gemini CLI](https://www.anchorterminal.com/compare/devin-vs-gemini-cli.md)\n- [Devin vs GitHub Copilot CLI](https://www.anchorterminal.com/compare/devin-vs-github-copilot-cli.md)\n- [Devin vs goose](https://www.anchorterminal.com/compare/devin-vs-goose.md)\n- [Devin vs Kilo Code CLI](https://www.anchorterminal.com/compare/devin-vs-kilo-code-cli.md)\n- [Devin vs Kiro CLI](https://www.anchorterminal.com/compare/devin-vs-kiro-cli.md)\n- [Devin vs Muse Code](https://www.anchorterminal.com/compare/devin-vs-muse-code.md)\n- [Devin vs OpenAI Codex](https://www.anchorterminal.com/compare/devin-vs-openai-codex.md)\n- [Devin vs OpenCode](https://www.anchorterminal.com/compare/devin-vs-opencode.md)\n- [Devin vs OpenHands](https://www.anchorterminal.com/compare/devin-vs-openhands.md)\n- [Devin vs Prime Agent](https://www.anchorterminal.com/compare/devin-vs-prime-agent.md)\n- [Devin vs Qwen Code](https://www.anchorterminal.com/compare/devin-vs-qwen-code.md)\n- [Amp vs CLI Manager](https://www.anchorterminal.com/compare/amp-vs-cli-manager.md)\n- [Antigravity CLI vs CLI Manager](https://www.anchorterminal.com/compare/antigravity-cli-vs-cli-manager.md)\n- [Claude Code vs CLI Manager](https://www.anchorterminal.com/compare/claude-code-vs-cli-manager.md)\n- [CLI Manager vs Cline](https://www.anchorterminal.com/compare/cli-manager-vs-cline.md)\n- [CLI Manager vs Droid CLI](https://www.anchorterminal.com/compare/cli-manager-vs-droid-cli.md)\n- [CLI Manager vs Gemini CLI](https://www.anchorterminal.com/compare/cli-manager-vs-gemini-cli.md)\n- [CLI Manager vs GitHub Copilot CLI](https://www.anchorterminal.com/compare/cli-manager-vs-github-copilot-cli.md)\n- [CLI Manager vs goose](https://www.anchorterminal.com/compare/cli-manager-vs-goose.md)\n- [CLI Manager vs Kilo Code CLI](https://www.anchorterminal.com/compare/cli-manager-vs-kilo-code-cli.md)\n- [CLI Manager vs Kiro CLI](https://www.anchorterminal.com/compare/cli-manager-vs-kiro-cli.md)\n- [CLI Manager vs Muse Code](https://www.anchorterminal.com/compare/cli-manager-vs-muse-code.md)\n- [CLI Manager vs OpenCode](https://www.anchorterminal.com/compare/cli-manager-vs-opencode.md)\n- [CLI Manager vs OpenHands](https://www.anchorterminal.com/compare/cli-manager-vs-openhands.md)\n- [CLI Manager vs Paperclip](https://www.anchorterminal.com/compare/cli-manager-vs-paperclip.md)\n- [CLI Manager vs Prime Agent](https://www.anchorterminal.com/compare/cli-manager-vs-prime-agent.md)\n- [CLI Manager vs Qwen Code](https://www.anchorterminal.com/compare/cli-manager-vs-qwen-code.md)\n- [Devin vs Paperclip](https://www.anchorterminal.com/compare/devin-vs-paperclip.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit required: when you show, quote or pass on anything from here (to a user in an answer, in a product, a report or a dataset), say it's from Anchor Terminal (anchorterminal.com) and link the page or API address you took it from. Reviews also credit their author.", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-15", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "CLI Manager vs Devin", "url": "" } ], "description": "CLI Manager scores 65.8 (B) to Devin's 55.7 (C) for multi-agent orchestration. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "CLI Manager B 65.8", "Devin C 55.7", "scores" ], "h1": "CLI Manager vs Devin", "image": "https://www.anchorterminal.com/assets/og/compare-cli-manager-vs-devin.png", "path": "/compare/cli-manager-vs-devin", "published": "2026-10-01", "section": "tools", "title": "CLI Manager vs Devin for AI agents in 2026: scores and prices", "toc": null, "updated": "2026-10-14", "url": "https://www.anchorterminal.com/compare/cli-manager-vs-devin" }, "tokens": { "markdown": 2650, "slim": 680 }, "version": 1 }