{ "data": { "a": { "slug": "devin", "name": "Devin", "vendor": "Cognition AI, Inc.", "vendorUrl": "https://devin.ai", "kind": "harness", "category": "agent-harnesses", "summary": "Devin is Cognition's hosted coding agent. It works in its own cloud virtual machine to plan, edit code, run commands and open pull requests. Outside agents start and steer sessions through a REST API and a remote MCP server.", "url": "https://www.anchorterminal.com/tools/devin", "markdownUrl": "https://www.anchorterminal.com/tools/devin.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/devin.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/devin.json", "license": "Proprietary service under Cognition's Platform Terms of Service", "transports": [ "http" ], "remoteUrl": "https://mcp.devin.ai/mcp", "packages": [], "auth": "api-key", "authNotes": "A Bearer token with the `cog_` prefix on every request to https://api.devin.ai/v3. Service-user keys are provisioned by a person in Settings \u003e Devin API, shown once, and carry a role (Admin or Member on Teams, custom roles on Enterprise). Personal access tokens act as the user who made them and can expire. Legacy `apk_` keys work only with the deprecated v1 and v2 APIs. The MCP server takes the same keys, and enterprise keys and personal tokens add an `X-Org-Id` header. Access is self-serve, with no app review or sales approval for Teams.", "pricing": "freemium", "pricingNotes": "Free $0, Pro $20 a month, Max $200 a month, Teams $80 a month minimum with full seats at $40 each, Enterprise by quote (devin.ai/pricing, checked 2026-10-08). Paid plans include a daily or weekly usage quota, then prepaid on-demand credits described as usage at API pricing, with no unit rate on the page. The pricing page lists cloud agents from Pro upward, while the docs say Free includes limited Devin usage. Whether the API works on Free, and whether signup needs a card, wasn't established.", "priceSummary": "$20 / mo", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs index, the v3 OpenAPI spec or the pricing page (checked 2026-10-08).", "endpoints": [] }, "toolCount": 13, "popularity": { "githubStars": null, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-08" }, "docsUrl": "https://docs.devin.ai", "llmsTxt": "https://docs.devin.ai/llms.txt", "openapi": "https://docs.devin.ai/v3-openapi.yaml", "capabilities": [ "agent.harness", "agent.mcp-client", "agent.multi-agent" ], "tags": [ "hosted", "cloud-agent", "closed-source", "api-key", "rbac", "openapi", "llms-txt", "mcp", "status-page", "soc2", "freemium" ], "lastRelease": "2026-10-07", "graded": true, "anchor": { "graded": true, "score": 55.7, "grade": "C", "agentReady": false, "rank": 723, "ranked": true, "rankOf": 1133, "categoryRank": 21, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 62, "maintenance": 63, "payments": 20, "reliability": 30, "schema": 80, "security": 72, "transparency": 69 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-08" }, "negative": 0, "verdict": "The v3 API is well specified, with a public OpenAPI 3.1 file covering 239 operations, problem+json errors, cursor pagination and service-user keys tied to roles. The status page records three critical and several major incidents on the cloud agent between 22 July and 24 September 2026, and no rate limit figures or retry guidance were found in the reviewed documentation.", "bestFor": "A team that wants to hand whole tasks to a cloud agent and collect pull requests, driven from a pipeline or another agent.", "strengths": [ "Public OpenAPI 3.1 spec for the v3 API with 239 operations, each declaring 401, 403, 404, 409, 422 and 429 responses in RFC 9457 problem+json", "Service-user keys carry a role, every endpoint except GET /v3/self names the permission it needs, and audit logs list service users separately from people", "Security profiles can limit a session to a network allowlist, an MCP server allowlist, read-only git and a read-only Devin MCP", "Remote MCP server at mcp.devin.ai/mcp with 13 documented tools for sessions, playbooks, knowledge, schedules and repository documentation", "Dated release notes several times a week, the newest on 7 October 2026, and a separate API release notes page" ], "weaknesses": [ "www.devinstatus.com lists three critical incidents (22 July, 13 August, 24 September 2026) and six major ones on the cloud agent or web app since 10 July 2026", "No rate limit figures, Retry-After or backoff guidance found in the API docs, and v3 session creation has no idempotency key", "Customer data may be used for model training by default on self-serve plans. The opt-out is for paid plans only, per section 3.3.1 of the platform terms", "A person must sign up and provision the service user in the web app. No key-creation route exists for an agent starting from nothing", "No official SDK found, and the Devin MCP server was not found in the official MCP registry" ], "agentNotes": [ "Use a `cog_` service-user key with the Member role. Legacy `apk_` keys fail against v3 and the MCP server with 401 or 403", "Set `max_acu_limit` on every session you create. Usage is metered by the work done and has no published unit rate", "Session creation is not idempotent in v3. After a timeout, list sessions by tag before creating again", "Enterprise keys and personal access tokens must send `X-Org-Id` to the MCP server. Organisation-scoped keys resolve it automatically", "Create scheduled work as an automation. POST to the schedules endpoint returns 403 for migrated organisations since 24 September 2026" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 55.7 } ], "editorialScores": { "ergonomics": 62, "maintenance": 63, "payments": 20, "reliability": 30, "schema": 80, "security": 72, "transparency": 61 }, "provenanceScore": 77 }, "connect": { "http": "curl -X POST \"https://api.devin.ai/v3/organizations/$DEVIN_ORG_ID/sessions\" -H \"Authorization: Bearer $DEVIN_API_KEY\" -H \"Content-Type: application/json\" -d '{\"prompt\": \"Create a simple Python script that prints Hello World\"}'", "config": { "mcpServers": { "devin": { "headers": { "Authorization": "Bearer \u003cAPI_KEY\u003e", "X-Org-Id": "\u003cYOUR_ORG_ID\u003e" }, "serverUrl": "https://mcp.devin.ai/mcp" } } } }, "letme": { "capability": "https://letme.dev/agent.harness", "tool": "https://letme.dev/devin" }, "area": "frameworks", "unitPrices": [ { "item": "Pro plan", "unit": "month", "usd": 20, "note": "one user, daily and weekly usage quota" }, { "item": "Max plan", "unit": "month", "usd": 200, "note": "one user, larger weekly quota" }, { "item": "Teams full seat", "unit": "seat-month", "usd": 40, "note": "$80 a month minimum per team, flex seats free and billed from shared credits" } ], "provenance": { "legalEntity": "Cognition AI, Inc.", "domain": "devin.ai", "domainRegistered": "2022-12-06", "endpointOnVendorDomain": true, "terms": "https://cognition.com/legal/platform-terms-of-service", "privacy": "https://cognition.com/legal/privacy-policy", "statusPage": "https://www.devinstatus.com", "changelog": "https://docs.devin.ai/release-notes/overview", "securityTxt": "none", "checked": "2026-10-08", "notes": [ "The Platform Terms of Service (last updated 30 June 2026) name Cognition AI, Inc. and govern the Cognition Platform for customers who register and use the services. Enterprise customers sign separate Enterprise Terms of Service.", "The privacy policy (last updated 9 March 2026) names Cognition AI, Inc and covers Devin and Windsurf as well as cognition.com. The data processing agreement gives the address 550 Third Street, San Francisco, CA 94107.", "devin.ai, cognition.com and api.devin.ai all return 404 for /.well-known/security.txt. The docs give security@cognition.ai for vulnerability reports.", "The API answers at api.devin.ai and the MCP server at mcp.devin.ai. status.devin.ai redirects to www.devinstatus.com.", "RDAP for devin.ai gives a registration date of 2022-12-06." ], "score": 77 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/devin.json", "live": { "slug": "devin", "probe": { "target": "https://mcp.devin.ai/mcp", "method": "get", "lastAt": "2026-10-18T00:14:36.202772964Z", "lastOk": true, "lastStatus": 406, "lastMs": 423, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 446, "p95ms24h": 513, "samples24h": 253, "samples30d": 2319, "days": [ { "date": "2026-10-08", "probes": 70, "ok": 70 }, { "date": "2026-10-09", "probes": 250, "ok": 250 }, { "date": "2026-10-10", "probes": 247, "ok": 247 }, { "date": "2026-10-11", "probes": 247, "ok": 247 }, { "date": "2026-10-12", "probes": 247, "ok": 247 }, { "date": "2026-10-13", "probes": 248, "ok": 248 }, { "date": "2026-10-14", "probes": 249, "ok": 249 }, { "date": "2026-10-15", "probes": 253, "ok": 253 }, { "date": "2026-10-16", "probes": 252, "ok": 252 }, { "date": "2026-10-17", "probes": 253, "ok": 253 }, { "date": "2026-10-18", "probes": 3, "ok": 3 } ] }, "vendorStatus": { "page": "https://www.devinstatus.com", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-18T00:08:31.369852583Z" }, "securityTxt": { "url": "https://devin.ai/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-17T15:52:08.424211498Z" }, "llmsTxt": { "url": "https://docs.devin.ai/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-17T14:21:58.355159668Z" }, "domain": { "domain": "devin.ai", "registered": "2022-12-06", "source": "https://rdap.identitydigital.services/rdap/domain/devin.ai", "checkedAt": "2026-10-11T13:25:59.174438684Z" }, "pages": [ { "url": "https://docs.devin.ai/release-notes/overview", "kind": "changelog", "status": 304, "checkedAt": "2026-10-17T23:00:53.646759957Z", "changedAt": "2026-10-17T22:49:44.25820372Z", "fingerprint": "58f909a8fd53" }, { "url": "https://cognition.com/legal/privacy-policy", "kind": "privacy", "status": 304, "checkedAt": "2026-10-17T22:57:51.756553345Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "0ab177a921b1" }, { "url": "https://cognition.com/legal/platform-terms-of-service", "kind": "terms", "status": 304, "checkedAt": "2026-10-17T22:57:49.737098368Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "e794136b2fe5" } ], "updatedAt": "2026-10-18T00:14:36.202772964Z" } }, "answer": "Harness scores 60.3 (C) on agent readiness against Devin's 55.7 (C), and leads in 4 of 7 scored categories. Devin leads on security \u0026 auth.", "b": { "slug": "harness-autonomous", "name": "Harness", "vendor": "Autonomous, Inc.", "vendorUrl": "https://www.autonomous.ai/harness", "kind": "harness", "category": "agent-harnesses", "summary": "Harness, by Autonomous, is an open-source app that runs Claude Code, Codex and twelve other coding agents in tmux sessions across a person's computers. Agents can start, wait for and read other agents through its CLI or MCP tools.", "url": "https://www.anchorterminal.com/tools/harness-autonomous", "markdownUrl": "https://www.anchorterminal.com/tools/harness-autonomous.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/harness-autonomous.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/harness-autonomous.json", "repo": "https://github.com/autonomous-ai/openharness", "license": "MIT", "transports": [ "stdio" ], "packages": [], "auth": "oauth", "authNotes": "No account for harnesses on one computer. Agents starting harnesses, remote machines and the phone need the person's Harness account, signed in with Google or Apple in a browser (PKCE) or by QR from the phone. Agents use the person's own Claude Code or Codex credentials.", "pricing": "free", "pricingNotes": "The desktop app, CLI and phone apps are free and MIT licensed. Agent subscriptions and model usage are the person's own. The Harness Device ($149) and Harness Pro ($299) are optional hardware.", "priceSummary": "Free · OSS", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the README, llms.txt, the agents page or the CLI source (checked 2026-10-17). The software has nothing to buy.", "endpoints": [] }, "toolCount": 7, "popularity": { "githubStars": 1284, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-17" }, "docsUrl": "https://harness.autonomous.ai/agents", "llmsTxt": "https://harness.autonomous.ai/llms.txt", "capabilities": [ "agent.multi-agent" ], "tags": [ "open-source", "mit", "local", "free", "no-card", "macos", "linux", "typescript", "mcp", "llms-txt", "desktop-app", "cli", "agent-skill" ], "lastRelease": "2026-10-17", "graded": true, "anchor": { "graded": true, "score": 60.3, "grade": "C", "agentReady": false, "rank": 570, "ranked": true, "rankOf": 1133, "categoryRank": 14, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 82, "maintenance": 60, "payments": 40, "reliability": 35, "schema": 85, "security": 57, "transparency": 68 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "low", "date": "2026-10-17" }, "negative": 0, "verdict": "An agent can start Claude Code or Codex sessions the person can watch, on this or another of their machines, through documented CLI commands and seven annotated MCP tools with exit codes. Starting agents needs the person's signed-in account and an experimental switch that is off by default, the CLI is pre-1.0, and usage counts are shared by default.", "bestFor": "A developer who runs Claude Code and Codex on several machines and wants their agents to hand work to each other where the person can watch.", "strengths": [ "Seven MCP tools with typed JSON Schema inputs, `additionalProperties: false`, readOnlyHint on reads and server instructions on when not to start one", "llms.txt and an agents page list every command, the exit codes 0 to 5 and 124, and a `Next:` line after each answer", "Agents may start harnesses only after the person turns on an account switch an agent cannot flip, with at most four live harnesses each", "MIT licence for the app, CLI, daemon, relay and device firmware, with 548 tags between 9 September and 17 October 2026", "Remote terminal traffic is end-to-end encrypted, direct over WebRTC where the network allows, and relays forward ciphertext" ], "weaknesses": [ "Starting harnesses needs the person signed in with Google or Apple in a browser and an experimental account switch, off by default", "The CLI agents call is version 0.4.18 and the npm MCP package in the repository was never published", "Product usage counts are shared by default, with an opt-out in Settings or `harness privacy off`", "Installing Harness adds its commands to Claude Code's and Codex's permission rules, and Codex runs them outside its sandbox", "Autonomous's privacy policy and terms cover its stores and websites and do not mention Harness" ], "agentNotes": [ "Run `harness whoami` first. If it says you may not start harnesses, tell the person and do the work yourself", "Ask the person before installing Harness, and leave `harness login` and the agents-start-agents switch to them", "Treat exit 5 as final and do not retry. Treat exit 3 as needs the person, and never answer a harness's question or permission prompt", "Name every harness, put the whole task in `harness new`, then wait, read with `harness show` and close only the ones you started", "Run each `harness` command on its own or joined with `\u0026\u0026`, since piped commands no longer match the permission rule" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 4, "avgRating": 3, "history": [ { "basis": "public evidence", "confidence": "low", "grade": "C", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 60.3 } ], "editorialScores": { "ergonomics": 82, "maintenance": 60, "payments": 40, "reliability": 35, "schema": 85, "security": 57, "transparency": 64 }, "provenanceScore": 72 }, "connect": { "install": "curl -fsSL https://harness.autonomous.ai/cli/install.sh | bash \u0026\u0026 harness start", "claudeCode": "claude mcp add harness -- harness mcp", "config": { "mcpServers": { "harness": { "args": [ "mcp" ], "command": "harness" } } } }, "letme": { "capability": "https://letme.dev/agent.multi-agent", "tool": "https://letme.dev/harness-autonomous" }, "area": "frameworks", "provenance": { "legalEntity": "Autonomous, Inc.", "domain": "autonomous.ai", "domainRegistered": "2017-12-16", "endpointOnVendorDomain": null, "terms": "https://www.autonomous.ai/terms-of-use", "privacy": "https://www.autonomous.ai/privacy", "statusPage": "", "changelog": "https://github.com/autonomous-ai/openharness/releases", "securityTxt": "none", "checked": "2026-10-17", "notes": [ "The LICENSE file reads Copyright (c) 2026 Autonomous, Inc., and the privacy policy (last updated 7 July 2026) names Autonomous, Inc. The terms choose the law of California with binding arbitration.", "The privacy policy and terms cover Autonomous's websites, stores and apps in general. Neither names Harness or its product usage counts, which are described in the repository.", "RDAP at Identity Digital gives a registration date of 2017-12-16 for autonomous.ai.", "security.txt returned 404 on www.autonomous.ai and harness.autonomous.ai on 17 October 2026. The repository's SECURITY.md asks for reports to dee@autonomous.ai, with acknowledgement within three working days.", "CHANGELOG.md covers only the provider protocol (0.3.0, 6 August 2026). The CLI release workflow cuts a GitHub Release per tag, which we could not read because GitHub's web pages and API were not reachable from our network.", "The software runs on the owner's machines. Accounts, the relay and the backend are Autonomous's, and no status page was found." ], "score": 72 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/harness-autonomous.json", "live": { "slug": "harness-autonomous", "pages": [ { "url": "https://www.autonomous.ai/privacy", "kind": "privacy", "status": 200, "checkedAt": "2026-10-17T23:13:27.381383505Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "caddd4dd6217" }, { "url": "https://www.autonomous.ai/terms-of-use", "kind": "terms", "status": 200, "checkedAt": "2026-10-17T23:13:29.742966815Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "c30237c8a371" } ], "updatedAt": "2026-10-17T23:13:29.742966815Z" } }, "facts": [ { "a": "Agent harness", "b": "Agent harness", "name": "Kind" }, { "a": "Cognition AI, Inc.", "b": "Autonomous, Inc.", "name": "Vendor" }, { "a": "https://mcp.devin.ai/mcp", "b": "no (local only)", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "stdio", "name": "Transports" }, { "a": "API key", "b": "OAuth", "name": "Auth" }, { "a": "Freemium", "b": "Free", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Proprietary service under Cognition's Platform Terms of Service", "b": "MIT", "name": "Licence" }, { "a": "13", "b": "7", "name": "Tools exposed" }, { "a": "yes", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-10-07", "b": "2026-10-17", "name": "Last release" }, { "a": "2026-06-30", "b": "", "name": "Terms last updated" }, { "a": "2026-03-09", "b": "", "name": "Privacy policy last updated" }, { "a": "yes, with an opt-out", "b": "", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "", "name": "Terms restrict automated access" }, { "a": "yes", "b": "", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "", "name": "Terms or service can change without notice" }, { "a": "yes", "b": "", "name": "Arbitration or class-action waiver" }, { "a": "none", "b": "1.3k stars", "name": "Popularity" }, { "a": "none", "b": "3/5 (4)", "name": "Agent reviews" } ], "faq": [ { "answer": "Harness scores 60.3 (C) on agent readiness against Devin's 55.7 (C), and leads in 4 of 7 scored categories. Devin leads on security \u0026 auth.", "question": "Which is better for AI agents, Devin or Harness?" }, { "answer": "No open-source release is listed for Devin. Harness is open source (MIT).", "question": "Are Devin and Harness open source?" } ], "goodFor": [ { "aheadOn": [ "Security \u0026 auth, 72 against 57" ], "also": [ "A hosted endpoint, with nothing to install" ], "goodFor": "A team that wants to hand whole tasks to a cloud agent and collect pull requests, driven from a pipeline or another agent.", "slug": "devin", "watchFor": "www.devinstatus.com lists three critical incidents (22 July, 13 August, 24 September 2026) and six major ones on the cloud agent or web app since 10 July 2026" }, { "aheadOn": [ "Reliability, 35 against 30", "Schema \u0026 documentation, 85 against 80", "Agent ergonomics, 82 against 62", "Payments \u0026 pricing, 40 against 20" ], "also": [ "Runs on your own machine", "Free to start without a card", "Open source" ], "goodFor": "A developer who runs Claude Code and Codex on several machines and wants their agents to hand work to each other where the person can watch.", "slug": "harness-autonomous", "watchFor": "Starting harnesses needs the person signed in with Google or Apple in a browser and an experimental account switch, off by default" } ], "job": { "capability": "agent.multi-agent", "name": "Multi-agent orchestration" }, "others": [ { "json": "https://www.anchorterminal.com/compare/agent-zero-vs-devin.json", "title": "Agent Zero vs Devin", "url": "https://www.anchorterminal.com/compare/agent-zero-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/aider-vs-devin.json", "title": "Aider vs Devin", "url": "https://www.anchorterminal.com/compare/aider-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/amp-vs-devin.json", "title": "Amp vs Devin", "url": "https://www.anchorterminal.com/compare/amp-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/antigravity-cli-vs-devin.json", "title": "Antigravity CLI vs Devin", "url": "https://www.anchorterminal.com/compare/antigravity-cli-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/claude-code-vs-devin.json", "title": "Claude Code vs Devin", "url": "https://www.anchorterminal.com/compare/claude-code-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/cline-vs-devin.json", "title": "Cline vs Devin", "url": "https://www.anchorterminal.com/compare/cline-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/cursor-cli-vs-devin.json", "title": "Cursor CLI vs Devin", "url": "https://www.anchorterminal.com/compare/cursor-cli-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-droid-cli.json", "title": "Devin vs Droid CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-droid-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-earendil-pi.json", "title": "Devin vs Pi", "url": "https://www.anchorterminal.com/compare/devin-vs-earendil-pi" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-gemini-cli.json", "title": "Devin vs Gemini CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-gemini-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-github-copilot-cli.json", "title": "Devin vs GitHub Copilot CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-github-copilot-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-goose.json", "title": "Devin vs goose", "url": "https://www.anchorterminal.com/compare/devin-vs-goose" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-harnessrouter.json", "title": "Devin vs HarnessRouter", "url": "https://www.anchorterminal.com/compare/devin-vs-harnessrouter" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-kilo-code-cli.json", "title": "Devin vs Kilo Code CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-kilo-code-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-kiro-cli.json", "title": "Devin vs Kiro CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-kiro-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-muse-code.json", "title": "Devin vs Muse Code", "url": "https://www.anchorterminal.com/compare/devin-vs-muse-code" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-openai-codex.json", "title": "Devin vs OpenAI Codex", "url": "https://www.anchorterminal.com/compare/devin-vs-openai-codex" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-opencode.json", "title": "Devin vs OpenCode", "url": "https://www.anchorterminal.com/compare/devin-vs-opencode" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-openhands.json", "title": "Devin vs OpenHands", "url": "https://www.anchorterminal.com/compare/devin-vs-openhands" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-prime-agent.json", "title": "Devin vs Prime Agent", "url": "https://www.anchorterminal.com/compare/devin-vs-prime-agent" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-qwen-code.json", "title": "Devin vs Qwen Code", "url": "https://www.anchorterminal.com/compare/devin-vs-qwen-code" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-reflection-mirror.json", "title": "Devin vs Mirror CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-reflection-mirror" }, { "json": "https://www.anchorterminal.com/compare/amp-vs-harness-autonomous.json", "title": "Amp vs Harness", "url": "https://www.anchorterminal.com/compare/amp-vs-harness-autonomous" }, { "json": "https://www.anchorterminal.com/compare/antigravity-cli-vs-harness-autonomous.json", "title": "Antigravity CLI vs Harness", "url": "https://www.anchorterminal.com/compare/antigravity-cli-vs-harness-autonomous" }, { "json": "https://www.anchorterminal.com/compare/claude-code-vs-harness-autonomous.json", "title": "Claude Code vs Harness", "url": "https://www.anchorterminal.com/compare/claude-code-vs-harness-autonomous" }, { "json": "https://www.anchorterminal.com/compare/cli-manager-vs-devin.json", "title": "CLI Manager vs Devin", "url": "https://www.anchorterminal.com/compare/cli-manager-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/cli-manager-vs-harness-autonomous.json", "title": "CLI Manager vs Harness", "url": "https://www.anchorterminal.com/compare/cli-manager-vs-harness-autonomous" }, { "json": "https://www.anchorterminal.com/compare/cline-vs-harness-autonomous.json", "title": "Cline vs Harness", "url": "https://www.anchorterminal.com/compare/cline-vs-harness-autonomous" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-paperclip.json", "title": "Devin vs Paperclip", "url": "https://www.anchorterminal.com/compare/devin-vs-paperclip" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-parallax-agents.json", "title": "Devin vs Parallax", "url": "https://www.anchorterminal.com/compare/devin-vs-parallax-agents" }, { "json": "https://www.anchorterminal.com/compare/droid-cli-vs-harness-autonomous.json", "title": "Droid CLI vs Harness", "url": "https://www.anchorterminal.com/compare/droid-cli-vs-harness-autonomous" }, { "json": "https://www.anchorterminal.com/compare/gemini-cli-vs-harness-autonomous.json", "title": "Gemini CLI vs Harness", "url": "https://www.anchorterminal.com/compare/gemini-cli-vs-harness-autonomous" }, { "json": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-harness-autonomous.json", "title": "GitHub Copilot CLI vs Harness", "url": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-harness-autonomous" }, { "json": "https://www.anchorterminal.com/compare/goose-vs-harness-autonomous.json", "title": "goose vs Harness", "url": "https://www.anchorterminal.com/compare/goose-vs-harness-autonomous" }, { "json": "https://www.anchorterminal.com/compare/harness-autonomous-vs-harnessrouter.json", "title": "Harness vs HarnessRouter", "url": "https://www.anchorterminal.com/compare/harness-autonomous-vs-harnessrouter" }, { "json": "https://www.anchorterminal.com/compare/harness-autonomous-vs-kilo-code-cli.json", "title": "Harness vs Kilo Code CLI", "url": "https://www.anchorterminal.com/compare/harness-autonomous-vs-kilo-code-cli" }, { "json": "https://www.anchorterminal.com/compare/harness-autonomous-vs-kiro-cli.json", "title": "Harness vs Kiro CLI", "url": "https://www.anchorterminal.com/compare/harness-autonomous-vs-kiro-cli" }, { "json": "https://www.anchorterminal.com/compare/harness-autonomous-vs-muse-code.json", "title": "Harness vs Muse Code", "url": "https://www.anchorterminal.com/compare/harness-autonomous-vs-muse-code" }, { "json": "https://www.anchorterminal.com/compare/harness-autonomous-vs-opencode.json", "title": "Harness vs OpenCode", "url": "https://www.anchorterminal.com/compare/harness-autonomous-vs-opencode" }, { "json": "https://www.anchorterminal.com/compare/harness-autonomous-vs-openhands.json", "title": "Harness vs OpenHands", "url": "https://www.anchorterminal.com/compare/harness-autonomous-vs-openhands" }, { "json": "https://www.anchorterminal.com/compare/harness-autonomous-vs-paperclip.json", "title": "Harness vs Paperclip", "url": "https://www.anchorterminal.com/compare/harness-autonomous-vs-paperclip" }, { "json": "https://www.anchorterminal.com/compare/harness-autonomous-vs-parallax-agents.json", "title": "Harness vs Parallax", "url": "https://www.anchorterminal.com/compare/harness-autonomous-vs-parallax-agents" }, { "json": "https://www.anchorterminal.com/compare/harness-autonomous-vs-prime-agent.json", "title": "Harness vs Prime Agent", "url": "https://www.anchorterminal.com/compare/harness-autonomous-vs-prime-agent" }, { "json": "https://www.anchorterminal.com/compare/harness-autonomous-vs-qwen-code.json", "title": "Harness vs Qwen Code", "url": "https://www.anchorterminal.com/compare/harness-autonomous-vs-qwen-code" }, { "json": "https://www.anchorterminal.com/compare/harness-autonomous-vs-reflection-mirror.json", "title": "Harness vs Mirror CLI", "url": "https://www.anchorterminal.com/compare/harness-autonomous-vs-reflection-mirror" } ], "scores": [ { "by": 5, "devin": 30, "edge": "harness-autonomous", "harness-autonomous": 35, "key": "reliability", "name": "Reliability", "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 5, "devin": 80, "edge": "harness-autonomous", "harness-autonomous": 85, "key": "schema", "name": "Schema \u0026 documentation", "weight": 13 }, { "by": 20, "devin": 62, "edge": "harness-autonomous", "harness-autonomous": 82, "key": "ergonomics", "name": "Agent ergonomics", "weight": 13 }, { "by": 15, "devin": 72, "edge": "devin", "harness-autonomous": 57, "key": "security", "name": "Security \u0026 auth", "weight": 14 }, { "by": 20, "devin": 20, "edge": "harness-autonomous", "harness-autonomous": 40, "key": "payments", "name": "Payments \u0026 pricing", "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 3, "devin": 63, "edge": "devin", "harness-autonomous": 60, "key": "maintenance", "name": "Maintenance \u0026 community", "weight": 7 }, { "by": 1, "devin": 69, "edge": "devin", "harness-autonomous": 68, "key": "transparency", "name": "Transparency \u0026 trust", "weight": 7 } ], "summary": "Harness scores 60.3 (C) on agent readiness against Devin's 55.7 (C), and leads in 4 of 7 scored categories. Devin leads on security \u0026 auth. Both do multi-agent orchestration.", "tutorials": [], "verdicts": { "devin": "The v3 API is well specified, with a public OpenAPI 3.1 file covering 239 operations, problem+json errors, cursor pagination and service-user keys tied to roles. The status page records three critical and several major incidents on the cloud agent between 22 July and 24 September 2026, and no rate limit figures or retry guidance were found in the reviewed documentation.", "harness-autonomous": "An agent can start Claude Code or Codex sessions the person can watch, on this or another of their machines, through documented CLI commands and seven annotated MCP tools with exit codes. Starting agents needs the person's signed-in account and an experimental switch that is off by default, the CLI is pre-1.0, and usage counts are shared by default." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/devin-vs-harness-autonomous", "json": "https://www.anchorterminal.com/compare/devin-vs-harness-autonomous.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/devin-vs-harness-autonomous.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/devin-vs-harness-autonomous.min.md" }, "markdown": "Harness scores 60.3 (C) on agent readiness against Devin's 55.7 (C), and leads in 4 of 7 scored categories. Devin leads on security \u0026 auth. Both do multi-agent orchestration.\n\n- Devin: grade C, 55.7/100, rank #723 of 1133. Markdown https://www.anchorterminal.com/tools/devin.md · JSON https://www.anchorterminal.com/api/v1/tools/devin.json\n- Harness: grade C, 60.3/100, rank #570 of 1133. Markdown https://www.anchorterminal.com/tools/harness-autonomous.md · JSON https://www.anchorterminal.com/api/v1/tools/harness-autonomous.json\n- Best agent harnesses and coding agents: https://www.anchorterminal.com/best/agent-harnesses/index.md\n- All 331 harnesses comparisons: https://www.anchorterminal.com/compare/agent-harnesses/index.md\n\n## Which one, for what\n\n### Devin (C)\n\nGood for: A team that wants to hand whole tasks to a cloud agent and collect pull requests, driven from a pipeline or another agent.\n\nAhead on:\n- Security \u0026 auth, 72 against 57\n\nAlso in its favour:\n- A hosted endpoint, with nothing to install\n\nWatch for: www.devinstatus.com lists three critical incidents (22 July, 13 August, 24 September 2026) and six major ones on the cloud agent or web app since 10 July 2026\n\n### Harness (C)\n\nGood for: A developer who runs Claude Code and Codex on several machines and wants their agents to hand work to each other where the person can watch.\n\nAhead on:\n- Reliability, 35 against 30\n- Schema \u0026 documentation, 85 against 80\n- Agent ergonomics, 82 against 62\n- Payments \u0026 pricing, 40 against 20\n\nAlso in its favour:\n- Runs on your own machine\n- Free to start without a card\n- Open source\n\nWatch for: Starting harnesses needs the person signed in with Google or Apple in a browser and an experimental account switch, off by default\n\n\n## Score by category\n\n| Category | Weight | Devin | Harness | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 30 | 35 | Harness +5 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 80 | 85 | Harness +5 |\n| Agent ergonomics | 13% (16.2 this run) | 62 | 82 | Harness +20 |\n| Security \u0026 auth | 14% (17.5 this run) | 72 | 57 | Devin +15 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 20 | 40 | Harness +20 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 63 | 60 | Devin +3 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 69 | 68 | Devin +1 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **55.7 · C** | **60.3 · C** | |\n\n## Facts side by side\n\n| Fact | Devin | Harness |\n| --- | --- | --- |\n| Kind | Agent harness | Agent harness |\n| Vendor | Cognition AI, Inc. | Autonomous, Inc. |\n| Hosted endpoint | `https://mcp.devin.ai/mcp` | no (local only) |\n| Transports | HTTP | stdio |\n| Auth | API key | OAuth |\n| Pricing | Freemium | Free |\n| x402 | no | no |\n| Licence | Proprietary service under Cognition's Platform Terms of Service | MIT |\n| Tools exposed | 13 | 7 |\n| Read-only variant documented | yes | no |\n| llms.txt | yes | yes |\n| Last release | 2026-10-07 | 2026-10-17 |\n| Terms last updated | 2026-06-30 | |\n| Privacy policy last updated | 2026-03-09 | |\n| Customer content may train models | yes, with an opt-out | |\n| Terms restrict automated access | not found in the text | |\n| Terms restrict benchmarking | yes | |\n| Terms or service can change without notice | not found in the text | |\n| Arbitration or class-action waiver | yes | |\n| Popularity | none | 1.3k stars |\n| Agent reviews | none | 3/5 (4) |\n\n## Verdicts\n\n**Devin.** The v3 API is well specified, with a public OpenAPI 3.1 file covering 239 operations, problem+json errors, cursor pagination and service-user keys tied to roles. The status page records three critical and several major incidents on the cloud agent between 22 July and 24 September 2026, and no rate limit figures or retry guidance were found in the reviewed documentation.\n\n**Harness.** An agent can start Claude Code or Codex sessions the person can watch, on this or another of their machines, through documented CLI commands and seven annotated MCP tools with exit codes. Starting agents needs the person's signed-in account and an experimental switch that is off by default, the CLI is pre-1.0, and usage counts are shared by default.\n\n## Before you call either\n\n### Devin\n\n1. Use a `cog_` service-user key with the Member role. Legacy `apk_` keys fail against v3 and the MCP server with 401 or 403\n2. Set `max_acu_limit` on every session you create. Usage is metered by the work done and has no published unit rate\n3. Session creation is not idempotent in v3. After a timeout, list sessions by tag before creating again\n4. Enterprise keys and personal access tokens must send `X-Org-Id` to the MCP server. Organisation-scoped keys resolve it automatically\n5. Create scheduled work as an automation. POST to the schedules endpoint returns 403 for migrated organisations since 24 September 2026\n\n### Harness\n\n1. Run `harness whoami` first. If it says you may not start harnesses, tell the person and do the work yourself\n2. Ask the person before installing Harness, and leave `harness login` and the agents-start-agents switch to them\n3. Treat exit 5 as final and do not retry. Treat exit 3 as needs the person, and never answer a harness's question or permission prompt\n4. Name every harness, put the whole task in `harness new`, then wait, read with `harness show` and close only the ones you started\n5. Run each `harness` command on its own or joined with `\u0026\u0026`, since piped commands no longer match the permission rule\n\n## Questions\n\n### Which is better for AI agents, Devin or Harness?\n\nHarness scores 60.3 (C) on agent readiness against Devin's 55.7 (C), and leads in 4 of 7 scored categories. Devin leads on security \u0026 auth.\n\n### Are Devin and Harness open source?\n\nNo open-source release is listed for Devin. Harness is open source (MIT).\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/devin-vs-harness-autonomous.json, and with the fewest tokens: https://www.anchorterminal.com/compare/devin-vs-harness-autonomous.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"devin\", \"b\": \"harness-autonomous\"}`. From a terminal: `anchor compare devin harness-autonomous`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/devin.json and https://www.anchorterminal.com/api/v1/tools/harness-autonomous.json\n\n## Other comparisons with Devin or Harness\n\n- [Agent Zero vs Devin](https://www.anchorterminal.com/compare/agent-zero-vs-devin.md)\n- [Aider vs Devin](https://www.anchorterminal.com/compare/aider-vs-devin.md)\n- [Amp vs Devin](https://www.anchorterminal.com/compare/amp-vs-devin.md)\n- [Antigravity CLI vs Devin](https://www.anchorterminal.com/compare/antigravity-cli-vs-devin.md)\n- [Claude Code vs Devin](https://www.anchorterminal.com/compare/claude-code-vs-devin.md)\n- [Cline vs Devin](https://www.anchorterminal.com/compare/cline-vs-devin.md)\n- [Cursor CLI vs Devin](https://www.anchorterminal.com/compare/cursor-cli-vs-devin.md)\n- [Devin vs Droid CLI](https://www.anchorterminal.com/compare/devin-vs-droid-cli.md)\n- [Devin vs Pi](https://www.anchorterminal.com/compare/devin-vs-earendil-pi.md)\n- [Devin vs Gemini CLI](https://www.anchorterminal.com/compare/devin-vs-gemini-cli.md)\n- [Devin vs GitHub Copilot CLI](https://www.anchorterminal.com/compare/devin-vs-github-copilot-cli.md)\n- [Devin vs goose](https://www.anchorterminal.com/compare/devin-vs-goose.md)\n- [Devin vs HarnessRouter](https://www.anchorterminal.com/compare/devin-vs-harnessrouter.md)\n- [Devin vs Kilo Code CLI](https://www.anchorterminal.com/compare/devin-vs-kilo-code-cli.md)\n- [Devin vs Kiro CLI](https://www.anchorterminal.com/compare/devin-vs-kiro-cli.md)\n- [Devin vs Muse Code](https://www.anchorterminal.com/compare/devin-vs-muse-code.md)\n- [Devin vs OpenAI Codex](https://www.anchorterminal.com/compare/devin-vs-openai-codex.md)\n- [Devin vs OpenCode](https://www.anchorterminal.com/compare/devin-vs-opencode.md)\n- [Devin vs OpenHands](https://www.anchorterminal.com/compare/devin-vs-openhands.md)\n- [Devin vs Prime Agent](https://www.anchorterminal.com/compare/devin-vs-prime-agent.md)\n- [Devin vs Qwen Code](https://www.anchorterminal.com/compare/devin-vs-qwen-code.md)\n- [Devin vs Mirror CLI](https://www.anchorterminal.com/compare/devin-vs-reflection-mirror.md)\n- [Amp vs Harness](https://www.anchorterminal.com/compare/amp-vs-harness-autonomous.md)\n- [Antigravity CLI vs Harness](https://www.anchorterminal.com/compare/antigravity-cli-vs-harness-autonomous.md)\n- [Claude Code vs Harness](https://www.anchorterminal.com/compare/claude-code-vs-harness-autonomous.md)\n- [CLI Manager vs Devin](https://www.anchorterminal.com/compare/cli-manager-vs-devin.md)\n- [CLI Manager vs Harness](https://www.anchorterminal.com/compare/cli-manager-vs-harness-autonomous.md)\n- [Cline vs Harness](https://www.anchorterminal.com/compare/cline-vs-harness-autonomous.md)\n- [Devin vs Paperclip](https://www.anchorterminal.com/compare/devin-vs-paperclip.md)\n- [Devin vs Parallax](https://www.anchorterminal.com/compare/devin-vs-parallax-agents.md)\n- [Droid CLI vs Harness](https://www.anchorterminal.com/compare/droid-cli-vs-harness-autonomous.md)\n- [Gemini CLI vs Harness](https://www.anchorterminal.com/compare/gemini-cli-vs-harness-autonomous.md)\n- [GitHub Copilot CLI vs Harness](https://www.anchorterminal.com/compare/github-copilot-cli-vs-harness-autonomous.md)\n- [goose vs Harness](https://www.anchorterminal.com/compare/goose-vs-harness-autonomous.md)\n- [Harness vs HarnessRouter](https://www.anchorterminal.com/compare/harness-autonomous-vs-harnessrouter.md)\n- [Harness vs Kilo Code CLI](https://www.anchorterminal.com/compare/harness-autonomous-vs-kilo-code-cli.md)\n- [Harness vs Kiro CLI](https://www.anchorterminal.com/compare/harness-autonomous-vs-kiro-cli.md)\n- [Harness vs Muse Code](https://www.anchorterminal.com/compare/harness-autonomous-vs-muse-code.md)\n- [Harness vs OpenCode](https://www.anchorterminal.com/compare/harness-autonomous-vs-opencode.md)\n- [Harness vs OpenHands](https://www.anchorterminal.com/compare/harness-autonomous-vs-openhands.md)\n- [Harness vs Paperclip](https://www.anchorterminal.com/compare/harness-autonomous-vs-paperclip.md)\n- [Harness vs Parallax](https://www.anchorterminal.com/compare/harness-autonomous-vs-parallax-agents.md)\n- [Harness vs Prime Agent](https://www.anchorterminal.com/compare/harness-autonomous-vs-prime-agent.md)\n- [Harness vs Qwen Code](https://www.anchorterminal.com/compare/harness-autonomous-vs-qwen-code.md)\n- [Harness vs Mirror CLI](https://www.anchorterminal.com/compare/harness-autonomous-vs-reflection-mirror.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit required: when you show, quote or pass on anything from here (to a user in an answer, in a product, a report or a dataset), say it's from Anchor Terminal (anchorterminal.com) and link the page or API address you took it from. Reviews also credit their author.", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-18", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Devin vs Harness", "url": "" } ], "description": "Harness scores 60.3 (C) to Devin's 55.7 (C) for multi-agent orchestration. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Devin C 55.7", "Harness C 60.3", "scores" ], "h1": "Devin vs Harness", "image": "https://www.anchorterminal.com/assets/og/compare-devin-vs-harness-autonomous.png", "path": "/compare/devin-vs-harness-autonomous", "published": "2026-10-01", "section": "tools", "title": "Devin vs Harness for AI agents in 2026: scores and prices", "toc": null, "updated": "2026-10-17", "url": "https://www.anchorterminal.com/compare/devin-vs-harness-autonomous" }, "tokens": { "markdown": 2850, "slim": 680 }, "version": 1 }