{ "data": { "a": { "slug": "devin", "name": "Devin", "vendor": "Cognition AI, Inc.", "vendorUrl": "https://devin.ai", "kind": "harness", "category": "agent-harnesses", "summary": "Devin is Cognition's hosted coding agent. It works in its own cloud virtual machine to plan, edit code, run commands and open pull requests. Outside agents start and steer sessions through a REST API and a remote MCP server.", "url": "https://www.anchorterminal.com/tools/devin", "markdownUrl": "https://www.anchorterminal.com/tools/devin.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/devin.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/devin.json", "dns": "devin.grade.anchorterminal.com", "license": "Proprietary service under Cognition's Platform Terms of Service", "transports": [ "http" ], "remoteUrl": "https://mcp.devin.ai/mcp", "packages": [], "auth": "api-key", "authNotes": "A Bearer token with the `cog_` prefix on every request to https://api.devin.ai/v3. Service-user keys are provisioned by a person in Settings \u003e Devin API, shown once, and carry a role (Admin or Member on Teams, custom roles on Enterprise). Personal access tokens act as the user who made them and can expire. Legacy `apk_` keys work only with the deprecated v1 and v2 APIs. The MCP server takes the same keys, and enterprise keys and personal tokens add an `X-Org-Id` header. Access is self-serve, with no app review or sales approval for Teams.", "pricing": "freemium", "pricingNotes": "Free $0, Pro $20 a month, Max $200 a month, Teams $80 a month minimum with full seats at $40 each, Enterprise by quote (devin.ai/pricing, checked 2026-10-08). Paid plans include a daily or weekly usage quota, then prepaid on-demand credits described as usage at API pricing, with no unit rate on the page. The pricing page lists cloud agents from Pro upward, while the docs say Free includes limited Devin usage. Whether the API works on Free, and whether signup needs a card, wasn't established.", "priceSummary": "$20 / mo", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs index, the v3 OpenAPI spec or the pricing page (checked 2026-10-08).", "endpoints": [] }, "toolCount": 13, "popularity": { "githubStars": null, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-08" }, "docsUrl": "https://docs.devin.ai", "llmsTxt": "https://docs.devin.ai/llms.txt", "openapi": "https://docs.devin.ai/v3-openapi.yaml", "capabilities": [ "agent.harness", "agent.mcp-client", "agent.multi-agent" ], "tags": [ "hosted", "cloud-agent", "closed-source", "api-key", "rbac", "openapi", "llms-txt", "mcp", "status-page", "soc2", "freemium" ], "lastRelease": "2026-11-02", "graded": true, "anchor": { "graded": true, "score": 57.3, "grade": "C", "agentReady": false, "rank": 718, "ranked": true, "rankOf": 1354, "categoryRank": 23, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 62, "maintenance": 63, "payments": 20, "reliability": 35, "schema": 80, "security": 72, "transparency": 75 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-04" }, "negative": 0, "verdict": "The v3 API is well specified, with a public OpenAPI 3.1 file covering 274 operations, problem+json errors, cursor pagination and service-user keys tied to roles. The status page records two outages on 13 August and a two-hour web app outage on 24 September 2026, and no rate limit figures or retry guidance were found in the reviewed documentation.", "bestFor": "A team that wants to hand whole tasks to a cloud agent and collect pull requests, driven from a pipeline or another agent.", "strengths": [ "Public OpenAPI 3.1 spec for the v3 API with 274 operations, each declaring 401, 403, 404, 409, 422 and 429 responses", "Service-user keys carry a role, every endpoint except GET /v3/self names the permission it needs, and audit logs list service users separately from people", "Security profiles can limit a session to a network allowlist, an MCP server allowlist, read-only git and a read-only Devin MCP", "Remote MCP server at mcp.devin.ai/mcp with 13 documented tools for sessions, playbooks, knowledge, schedules and repository documentation", "Dated release notes several times a week, the newest on 2 November 2026, and a separate API release notes page" ], "weaknesses": [ "www.devinstatus.com lists two outages on 13 August and the web app down for about two hours on 24 September 2026", "No rate limit figures, Retry-After or backoff guidance found in the API docs, and v3 session creation has no idempotency key", "Customer data may be used for model training by default on self-serve plans. The opt-out is for paid plans only, per section 3.3.1 of the platform terms", "A person must sign up and provision the service user in the web app. No key-creation route exists for an agent starting from nothing", "No official SDK for the Devin API found, and the Devin MCP server was not found in the official MCP registry" ], "agentNotes": [ "Use a `cog_` service-user key with the Member role. Legacy `apk_` keys fail against v3 and the MCP server with 401 or 403", "Set `max_acu_limit` on every session you create. Usage is metered by the work done and has no published unit rate", "Session creation is not idempotent in v3. After a timeout, list sessions by tag before creating again", "Enterprise keys and personal access tokens must send `X-Org-Id` to the MCP server. Organisation-scoped keys resolve it automatically", "Create scheduled work as an automation. POST to the schedules endpoint returns 403 for migrated organisations since 24 September 2026" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 57.3 } ], "editorialScores": { "ergonomics": 62, "maintenance": 63, "payments": 20, "reliability": 35, "schema": 80, "security": 72, "transparency": 71 }, "provenanceScore": 78, "checked": { "categories": { "ergonomics": "2026-11-04", "maintenance": "2026-11-04", "payments": "2026-11-04", "reliability": "2026-11-04", "schema": "2026-11-04", "security": "2026-11-04", "transparency": "2026-11-04" }, "last": "2026-11-04", "lastMoved": "2026-11-04", "oldest": "2026-11-04", "stale": false, "staleAfterDays": 90 } }, "connect": { "http": "curl -X POST \"https://api.devin.ai/v3/organizations/$DEVIN_ORG_ID/sessions\" -H \"Authorization: Bearer $DEVIN_API_KEY\" -H \"Content-Type: application/json\" -d '{\"prompt\": \"Create a simple Python script that prints Hello World\"}'", "config": { "mcpServers": { "devin": { "headers": { "Authorization": "Bearer \u003cAPI_KEY\u003e", "X-Org-Id": "\u003cYOUR_ORG_ID\u003e" }, "serverUrl": "https://mcp.devin.ai/mcp" } } } }, "letme": { "capability": "https://letme.dev/agent.harness", "tool": "https://letme.dev/devin" }, "area": "frameworks", "unitPrices": [ { "item": "Pro plan", "unit": "month", "usd": 20, "note": "one user, daily and weekly usage quota" }, { "item": "Max plan", "unit": "month", "usd": 200, "note": "one user, larger weekly quota" }, { "item": "Teams full seat", "unit": "seat-month", "usd": 40, "note": "$80 a month minimum per team, flex seats free and billed from shared credits" } ], "provenance": { "legalEntity": "Cognition AI, Inc.", "domain": "devin.ai", "domainRegistered": "2022-12-06", "endpointOnVendorDomain": true, "terms": "https://cognition.com/legal/platform-terms-of-service", "privacy": "https://cognition.com/legal/privacy-policy", "statusPage": "https://www.devinstatus.com", "changelog": "https://docs.devin.ai/release-notes/overview", "securityTxt": "none", "checked": "2026-10-08", "notes": [ "The Platform Terms of Service (last updated 30 June 2026) name Cognition AI, Inc. and govern the Cognition Platform for customers who register and use the services. Enterprise customers sign separate Enterprise Terms of Service.", "The privacy policy (last updated 9 March 2026) names Cognition AI, Inc and covers Devin and Windsurf as well as cognition.com. The data processing agreement gives the address 550 Third Street, San Francisco, CA 94107.", "devin.ai, cognition.com and api.devin.ai all return 404 for /.well-known/security.txt. The docs give security@cognition.ai for vulnerability reports.", "The API answers at api.devin.ai and the MCP server at mcp.devin.ai. status.devin.ai redirects to www.devinstatus.com.", "RDAP for devin.ai gives a registration date of 2022-12-06." ], "score": 78 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/devin.json", "live": { "slug": "devin", "probe": { "target": "https://mcp.devin.ai/mcp", "method": "get", "lastAt": "2026-11-06T09:47:25.313650399Z", "lastOk": true, "lastStatus": 401, "lastMs": 445, "lastNote": "asks for credentials", "authRequired": true, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 449, "p95ms24h": 525, "samples24h": 221, "samples30d": 7114, "days": [ { "date": "2026-10-08", "probes": 70, "ok": 70 }, { "date": "2026-10-09", "probes": 250, "ok": 250 }, { "date": "2026-10-10", "probes": 247, "ok": 247 }, { "date": "2026-10-11", "probes": 247, "ok": 247 }, { "date": "2026-10-12", "probes": 247, "ok": 247 }, { "date": "2026-10-13", "probes": 248, "ok": 248 }, { "date": "2026-10-14", "probes": 249, "ok": 249 }, { "date": "2026-10-15", "probes": 253, "ok": 253 }, { "date": "2026-10-16", "probes": 252, "ok": 252 }, { "date": "2026-10-17", "probes": 253, "ok": 253 }, { "date": "2026-10-18", "probes": 256, "ok": 256 }, { "date": "2026-10-19", "probes": 255, "ok": 255 }, { "date": "2026-10-20", "probes": 252, "ok": 252 }, { "date": "2026-10-21", "probes": 253, "ok": 253 }, { "date": "2026-10-22", "probes": 253, "ok": 253 }, { "date": "2026-10-23", "probes": 248, "ok": 248 }, { "date": "2026-10-24", "probes": 251, "ok": 251 }, { "date": "2026-10-25", "probes": 250, "ok": 250 }, { "date": "2026-10-26", "probes": 252, "ok": 252 }, { "date": "2026-10-27", "probes": 249, "ok": 249 }, { "date": "2026-10-28", "probes": 251, "ok": 251 }, { "date": "2026-10-29", "probes": 248, "ok": 248 }, { "date": "2026-10-30", "probes": 249, "ok": 249 }, { "date": "2026-10-31", "probes": 251, "ok": 251 }, { "date": "2026-11-01", "probes": 249, "ok": 249 }, { "date": "2026-11-02", "probes": 250, "ok": 250 }, { "date": "2026-11-03", "probes": 248, "ok": 248 }, { "date": "2026-11-04", "probes": 246, "ok": 246 }, { "date": "2026-11-05", "probes": 185, "ok": 185 }, { "date": "2026-11-06", "probes": 102, "ok": 102 } ] }, "vendorStatus": { "page": "https://www.devinstatus.com", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-11-06T09:42:58.842833772Z" }, "securityTxt": { "url": "https://devin.ai/.well-known/security.txt", "state": "none", "checkedAt": "2026-11-05T15:56:39.216390023Z" }, "llmsTxt": { "url": "https://docs.devin.ai/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-11-05T15:25:52.523918425Z" }, "domain": { "domain": "devin.ai", "registered": "2022-12-06", "source": "https://rdap.identitydigital.services/rdap/domain/devin.ai", "checkedAt": "2026-11-01T14:10:10.140023192Z" }, "pages": [ { "url": "https://docs.devin.ai/api-reference/release-notes", "kind": "deprecations", "status": 304, "checkedAt": "2026-11-05T12:52:14.786790374Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "293ef239e43a" }, { "url": "https://docs.devin.ai/release-notes/overview", "kind": "deprecations", "status": 304, "checkedAt": "2026-11-05T12:52:16.892516908Z", "changedAt": "2026-11-03T07:47:12.219026429Z", "fingerprint": "d36aedefc426" }, { "url": "https://cognition.com/legal/privacy-policy", "kind": "privacy", "status": 304, "checkedAt": "2026-11-05T12:48:28.329374491Z", "changedAt": "2026-10-27T03:40:45.211757948Z", "fingerprint": "c7ff7ef6261d" }, { "url": "https://cognition.com/legal/platform-terms-of-service", "kind": "terms", "status": 304, "checkedAt": "2026-11-05T12:48:26.280253012Z", "changedAt": "2026-10-27T03:40:42.911014275Z", "fingerprint": "5b2f0650a5cf" } ], "updatedAt": "2026-11-06T09:47:25.313650399Z" } }, "answer": "OpenAI Agents API scores 73.3 (BB) on agent readiness against Devin's 57.3 (C), and leads in every scored category.", "b": { "slug": "openai-agents-api", "name": "OpenAI Agents API", "vendor": "OpenAI", "vendorUrl": "https://openai.com/index/introducing-the-agents-api/", "kind": "http-api", "category": "agent-harnesses", "summary": "The OpenAI Agents API runs OpenAI's managed Codex harness as a hosted service. One call creates a session with a model, tools, MCP servers, subagents and an OpenAI-hosted or self-hosted sandbox, and OpenAI runs the loop.", "url": "https://www.anchorterminal.com/tools/openai-agents-api", "markdownUrl": "https://www.anchorterminal.com/tools/openai-agents-api.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/openai-agents-api.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/openai-agents-api.json", "dns": "openai-agents-api.grade.anchorterminal.com", "license": "Proprietary hosted API under OpenAI's Services Agreement. The SDKs are Apache 2.0", "transports": [ "https" ], "remoteUrl": "https://api.openai.com/v1/agents/sessions", "packages": [ { "registry": "pypi", "name": "openai" }, { "registry": "npm", "name": "openai" } ], "auth": "api-key", "authNotes": "An OpenAI project API key as a Bearer token, with the header `OpenAI-Beta: agents=v1`. Project keys can be restricted per endpoint or read-only, and service accounts and workload identity federation are available, per the openai-api listing. Signing up and creating a key need a person in a browser.", "pricing": "usage", "pricingNotes": "No fee for the API itself. Model tokens are billed at the chosen model's API rates, OpenAI tools at their built-in rates (web search $10.00 per 1,000 calls plus content tokens), and OpenAI-hosted sandboxes at container rates, $0.03 for 1 GB, $0.12 for 4 GB, $0.48 for 16 GB and $1.92 for 64 GB per 20-minute session, billed by the minute with a 5-minute minimum. Since 9 October sandbox compute is billed only during active turns (checked 2026-11-06).", "priceSummary": "Pay per use", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the Agents API guides or on OpenAI's pricing page; billing is to an OpenAI account (checked 2026-11-06).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-11-06" }, "docsUrl": "https://developers.openai.com/api/docs/guides/agents-api/overview", "llmsTxt": "https://developers.openai.com/api/docs/llms.txt", "capabilities": [ "agent.harness" ], "tags": [ "official", "hosted", "beta", "usage-priced", "llms-txt", "status-page", "mcp-client", "sandbox", "subagents", "webhooks", "soc2", "iso27001", "bug-bounty" ], "lastRelease": "2026-10-16", "graded": true, "anchor": { "graded": true, "score": 73.3, "grade": "BB", "agentReady": true, "rank": 99, "ranked": true, "rankOf": 1354, "categoryRank": 2, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 80, "maintenance": 87, "payments": 30, "reliability": 60, "schema": 88, "security": 87, "transparency": 85 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-06" }, "negative": 0, "verdict": "OpenAI's hosted agent runtime, the Codex harness behind one session call, with MCP, functions, web search, computer use, subagents and sandboxes on OpenAI or your own infrastructure. Documentation, errors and SDKs are thorough. It's still public beta, can't use Zero Data Retention and keeps data in the United States only.", "bestFor": "Teams that want OpenAI to run the agent loop, with sandboxes, MCP tools and subagents, and are fine with a beta API, US-only data residency and no Zero Data Retention.", "strengths": [ "One session call configures the model, tools, MCP servers, subagents and the sandbox, and OpenAI runs and recovers the loop", "Sandboxes on OpenAI or self-hosted, with guides for ten providers including E2B, Daytona, Modal, Cloudflare and Vercel", "An errors guide with codes per status and turn, Retry-After and a check-before-retry procedure", "Webhooks, streamed events, tracing and usage views for each session", "SDK examples in Python, JavaScript, Go, Java and Ruby", "Status page with its own Agents component" ], "weaknesses": [ "Public beta since 10 September 2026 behind the agents=v1 beta header, with no GA date", "Not eligible for Zero Data Retention, and data residency is United States only", "No idempotency key for session or turn requests; retries depend on checking state first", "One API-wide major outage on 29 September included it, plus several smaller incidents since release", "No retention period stated for published artifacts after a sandbox expires" ], "agentNotes": [ "POST https://api.openai.com/v1/agents/sessions with a project key and the header OpenAI-Beta: agents=v1, or use client.beta.agents in the SDKs", "Before retrying, retrieve the session and turn and check which actions completed, since there's no idempotency key", "Set the sandbox network to restricted with an allowlist of up to 100 hosts when the agent doesn't need the open web", "Save files from /workspace/outputs before deleting a session; no retention period is stated for artifacts", "Don't send data that needs Zero Data Retention or non-US residency; the Agents API supports neither" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "BB", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 73.3 } ], "editorialScores": { "ergonomics": 80, "maintenance": 87, "payments": 30, "reliability": 60, "schema": 88, "security": 87, "transparency": 75 }, "provenanceScore": 95, "checked": { "categories": { "ergonomics": "2026-11-06", "maintenance": "2026-11-06", "payments": "2026-11-06", "reliability": "2026-11-06", "schema": "2026-11-06", "security": "2026-11-06", "transparency": "2026-11-06" }, "last": "2026-11-06", "oldest": "2026-11-06", "stale": false, "staleAfterDays": 90 } }, "connect": { "http": "curl https://api.openai.com/v1/agents/sessions \\\n -H \"Authorization: Bearer $OPENAI_API_KEY\" \\\n -H \"OpenAI-Beta: agents=v1\" \\\n -H \"Content-Type: application/json\" \\\n -d @session.json # model, tools, environment and input, per the quickstart" }, "letme": { "capability": "https://letme.dev/agent.harness", "tool": "https://letme.dev/openai-agents-api" }, "sameCompany": [ "openai-api", "openai-embeddings", "openai-guardrails", "openai-moderation", "openai-image-api", "openai-sora", "openai-speech-to-text", "gpt-live", "openai-realtime", "openai-agents-sdk", "openai-decisions-api", "openai-codex", "gpt-oss-120b", "gpt-oss-20b" ], "area": "frameworks", "provenance": { "legalEntity": "OpenAI OpCo, LLC", "domain": "openai.com", "domainRegistered": "2007-01-19", "domainNote": "openai.com was registered in 2007, before OpenAI existed, per the openai-api listing.", "endpointOnVendorDomain": true, "terms": "https://openai.com/policies/services-agreement/", "privacy": "https://openai.com/policies/privacy-policy/", "statusPage": "https://status.openai.com", "changelog": "https://developers.openai.com/api/docs/changelog", "securityTxt": "valid", "checked": "2026-11-06", "notes": [ "The endpoint is on api.openai.com, the same host as the rest of the OpenAI API. Terms, privacy, security.txt and the domain are the openai-api listing's readings." ], "score": 95 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/openai-agents-api.json", "live": { "slug": "openai-agents-api", "probe": { "target": "https://api.openai.com/v1/agents/sessions", "method": "get", "lastAt": "2026-11-06T09:47:41.371658489Z", "lastOk": true, "lastStatus": 400, "lastMs": 162, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 148, "p95ms24h": 166, "samples24h": 47, "samples30d": 47, "days": [ { "date": "2026-11-06", "probes": 47, "ok": 47 } ] }, "vendorStatus": { "page": "https://status.openai.com", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-11-06T09:43:26.425829944Z" }, "updatedAt": "2026-11-06T09:47:41.371658489Z" } }, "edges": [ { "by": 25, "category": "reliability", "leads": "openai-agents-api", "name": "Reliability", "reasons": { "a": "Hosted reading. Status page at www.devinstatus.com (Atlassian Statuspage) with 14 components, among them Cloud Agent and Cloud Web Client, read from the page itself on 4 November 2026 (20). Its history feed for the 90 days from 6 August 2026 lists Devin unavailable on 13 August (20 minutes), Devin Cloud unavailable on 13 August (2 hours 40 minutes) and the web app down on 24 September (about 2 hours), with minor session and Ask Devin incidents on 10 and 11 August, 3 and 17 September and 26 October. Both 13 August entries report the service unavailable. The 24 September entry names only the web app, not the API or the MCP server, so it is read as partial, as dashboard outages are on other listings. Two majors (5). Two scheduled maintenance entries (7 and 17 August) are read as maintenance. 429 is a documented response, but no rate limit figures were found (0). No Retry-After or backoff guidance found, and v3 session creation has no idempotency key (0). The platform terms give no guarantee of availability, and enterprise terms weren't read (0). The v3 API is the current, recommended surface, with 27 of 274 operations under /v3beta1 (10).", "b": "Read as a hosted API. status.openai.com has an Agents component under APIs (20). Since release on 10 September (57 days, not 90), the feed names the Agents API in a degraded-performance incident on 14 September, the elevated errors across ChatGPT, Codex and the API on 29 September (the openai-api listing reads that one as a major, 17:52 to 23:14 UTC), computer use issues and degraded workspace agents on 6 and 7 October, degraded performance across the APIs for 22 minutes on 21 October, and overbilling for hosted containers on 19 September. One major, the rest minor (10). Rate limits come from the shared guide, published per tier and model with headers, and the errors page adds a Files API allowance on session creation (15). 429 and 503 guidance with Retry-After, capped backoff and a check-then-retry procedure for turns (15). The Scale Tier SLA in the openai-api listing isn't shown to cover a beta API (0). Public beta behind the agents=v1 header (0). 20 + 10 + 15 + 15 + 0 + 0 = 60." }, "scores": { "a": 35, "b": 60 } }, { "by": 24, "category": "maintenance", "leads": "openai-agents-api", "name": "Maintenance \u0026 community", "reasons": { "a": "Closed service. Newest release note dated 2 November 2026 (30). Thirty dated release notes between 7 August and 2 November 2026, and API notes for August, September, October and November (20). Public release notes and a support address, with no public tracker or forum found (10). No official SDK for the Devin API found (a Python SDK in the federal docs covers analytics and ACU limits for air-gapped Desktop), and the Devin MCP server didn't appear in the official MCP registry per the 8 October check (0). No public CI or packages to assess, with the docs and three OpenAPI specs kept current (3).", "b": "Closed API. Last dated change 16 October 2026, Ultrafast mode and document skills (30). Four dated changelog entries in the 57 days since release, 10 September, 29 September, 9 October and 16 October (20). Changelog and help centre, as the openai-api listing reads them (12 of 15). Official SDKs carry beta.agents (15). SDK CI, per the openai-api listing (10). 30 + 20 + 12 + 15 + 10 = 87." }, "scores": { "a": 63, "b": 87 } }, { "by": 18, "category": "ergonomics", "leads": "openai-agents-api", "name": "Agent ergonomics", "reasons": { "a": "API and MCP reading. The MCP server documents 13 tools, several of them consolidated manage tools, and list endpoints take `first` to size a page (17). Cursor pagination on every v3 list endpoint and filters on session search by tag, playbook, origin, user and time (18). problem+json with `error_code`, field-level errors on 422 and a 400 that lists valid platform names, but no published code list (15). No idempotency key on v3 session creation. `max_acu_limit` caps what a session can spend, and the MCP tool annotations couldn't be read without a key (4). Only `prompt` is required to start a session. No official SDK found, only a Terraform provider (8).", "b": "Read as an API an agent drives. Context is compacted automatically, and session budgets and streamed events keep output sized (20 of 25). Sessions can be listed, continued and steered, events streamed or sent by webhook, artifacts fetched (15 of 20). Actionable error codes with recovery steps (20). No idempotency key; a documented check-then-retry procedure (10 of 20). One session call with defaults (medium sandbox, network enabled), SDKs in five languages (15). 20 + 15 + 20 + 10 + 15 = 80." }, "scores": { "a": 62, "b": 80 } }, { "by": 15, "category": "security", "leads": "openai-agents-api", "name": "Security \u0026 auth", "reasons": { "a": "Hosted reading. Service-user keys with roles and named permissions per endpoint, revocable, with rotation endpoints in beta for Enterprise and expiring personal tokens. Custom roles are an Enterprise option, and Teams has Admin and Member only (25). Security profiles restrict network, MCP servers, git and the Devin MCP to read-only, and read-only API permissions exist. They are opt-in, and session creation accepts `bypass_approval` (16). AI Guardrails screen user messages and pull request comments for prompt injection, on Enterprise only, and they don't cover web pages or repository content Devin reads (8). Audit logs through the API need an enterprise-level permission. Session events and insights are available on all plans (10). SOC 2 Type II and ISO/IEC 27001:2022, a disclosure address at security@cognition.ai, no security.txt, and the trust centre answers No to having a bug bounty (13).", "b": "Project keys with restricted per-endpoint permissions, service accounts and workload identity, per the openai-api listing; we didn't confirm a key can be limited to /v1/agents (27 of 30). Automatic review for approvals, a sandbox network restricted to a host allowlist, vaults for secrets and a sandbox security guide (17 of 20). The agent reads web pages, MCP results and browser content; the sandbox security guide and approval flow are the mitigations, with no prompt-injection guide of its own found (8 of 15). Tracing, observability and usage per session and admin audit logs (15). SOC 2 Type 2, ISO 27001 family, Bugcrowd bounty and a disclosure policy, per the openai-api listing (20). Not ZDR-eligible and US residency only, recorded under transparency. 27 + 17 + 8 + 15 + 20 = 87." }, "scores": { "a": 72, "b": 87 } }, { "by": 10, "category": "payments", "leads": "openai-agents-api", "name": "Payments \u0026 pricing", "reasons": { "a": "Published rubric. No payment protocol (0). Plan prices are public, $20, $200 and $40 a seat with an $80 team minimum, but usage past the quota is billed at an unpublished rate (10). A Free plan exists. The pricing page lists cloud agents from Pro upward, and we couldn't confirm API use on Free or whether a card is needed (10). A person signs up in a browser and provisions the service user in settings (0).", "b": "No machine payment protocol (0). Model, tool and container prices published without a login, and no fee for the API itself (20). The Free tier reading of the openai-api listing, half (10). Sign-up in a browser (0). 0 + 20 + 10 + 0 = 30." }, "scores": { "a": 20, "b": 30 } }, { "by": 10, "category": "transparency", "leads": "openai-agents-api", "name": "Transparency \u0026 trust", "reasons": { "a": "Editorial half. Closed source with clear terms from Cognition AI, Inc. (15). Terms (30 June 2026), privacy policy, security page and data processing agreement agree with each other. Customer data may be used for model training by default on self-serve plans, with an opt-out on paid plans that also turns on zero data retention at model providers, and Enterprise data isn't trained on without written consent. Retention is stated as the length of the customer relationship, with no periods (18). The API versioning policy on the release notes page says breaking changes are announced at least 7 days in advance and a deprecated endpoint stays available through a deprecation period. Dated notices followed it for the schedules endpoints (announced 10 September, creation refused from 24 September 2026), and others cover the v2 clone endpoint and Playbooks moving to Skills (23 October). v1 and v2 are marked legacy with no end date (20). Sub-processors listed with purpose and country, and 15 days' notice of additions, per the 8 October check (18).", "b": "Closed service with clear terms, Apache-2.0 SDKs (15). Session state retained until deleted, deletable sessions and artifacts, not ZDR-eligible, US residency only, and the data-controls guide agrees; no retention period for artifacts after a sandbox expires (25 of 30). Dated deprecation notices with minimum periods for GA models; a beta API can change faster (15 of 20). Subprocessors and processing countries listed, per the openai-api listing (20). 15 + 25 + 15 + 20 = 75." }, "scores": { "a": 75, "b": 85 } } ], "facts": [ { "a": "Agent harness", "b": "HTTP API", "name": "Kind" }, { "a": "Cognition AI, Inc.", "b": "OpenAI", "name": "Vendor" }, { "a": "https://mcp.devin.ai/mcp", "b": "https://api.openai.com/v1/agents/sessions", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "https", "name": "Transports" }, { "a": "API key", "b": "API key", "name": "Auth" }, { "a": "Freemium", "b": "Pay per use", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Proprietary service under Cognition's Platform Terms of Service", "b": "Proprietary hosted API under OpenAI's Services Agreement. The SDKs are Apache 2.0", "name": "Licence" }, { "a": "13", "b": "none", "name": "Tools exposed" }, { "a": "yes", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-11-02", "b": "2026-10-16", "name": "Last release" }, { "a": "2026-06-30", "b": "couldn't be read", "name": "Terms last updated" }, { "a": "2026-03-09", "b": "couldn't be read", "name": "Privacy policy last updated" }, { "a": "yes, with an opt-out", "b": "couldn't be read", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "couldn't be read", "name": "Terms restrict automated access" }, { "a": "yes", "b": "couldn't be read", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "couldn't be read", "name": "Terms or service can change without notice" }, { "a": "yes", "b": "couldn't be read", "name": "Arbitration or class-action waiver" } ], "faq": [ { "answer": "OpenAI Agents API scores 73.3 (BB) on agent readiness against Devin's 57.3 (C), and leads in every scored category.", "question": "Which is better for AI agents, Devin or OpenAI Agents API?" }, { "answer": "Yes. Devin has a hosted endpoint at https://mcp.devin.ai/mcp and OpenAI Agents API at https://api.openai.com/v1/agents/sessions.", "question": "Can an agent call Devin and OpenAI Agents API without installing anything?" } ], "goodFor": [ { "aheadOn": null, "also": null, "goodFor": "A team that wants to hand whole tasks to a cloud agent and collect pull requests, driven from a pipeline or another agent.", "slug": "devin", "watchFor": "www.devinstatus.com lists two outages on 13 August and the web app down for about two hours on 24 September 2026" }, { "aheadOn": [ "Reliability, 60 against 35", "Schema \u0026 documentation, 88 against 80", "Agent ergonomics, 80 against 62", "Security \u0026 auth, 87 against 72", "Payments \u0026 pricing, 30 against 20", "Maintenance \u0026 community, 87 against 63", "Transparency \u0026 trust, 85 against 75" ], "also": [ "Agent-ready, a grade of BB or better" ], "goodFor": "Teams that want OpenAI to run the agent loop, with sandboxes, MCP tools and subagents, and are fine with a beta API, US-only data residency and no Zero Data Retention.", "slug": "openai-agents-api", "watchFor": "Public beta since 10 September 2026 behind the agents=v1 beta header, with no GA date" } ], "history": { "devin": [ { "causes": [ "correction" ], "date": "2026-11-04", "delta": 1.5, "from": 55.8, "fromGrade": "C", "to": 57.3, "toGrade": "C" }, { "causes": [ "method" ], "date": "2026-10-28", "delta": 0.1, "from": 55.7, "fromGrade": "C", "to": 55.8, "toGrade": "C" } ], "openai-agents-api": null }, "job": { "capability": "agent.harness", "name": "Agent harnesses" }, "others": [ { "json": "https://www.anchorterminal.com/compare/agent-zero-vs-devin.json", "title": "Agent Zero vs Devin", "url": "https://www.anchorterminal.com/compare/agent-zero-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/agent-zero-vs-openai-agents-api.json", "title": "Agent Zero vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/agent-zero-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/aider-vs-devin.json", "title": "Aider vs Devin", "url": "https://www.anchorterminal.com/compare/aider-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/aider-vs-openai-agents-api.json", "title": "Aider vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/aider-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/amp-vs-devin.json", "title": "Amp vs Devin", "url": "https://www.anchorterminal.com/compare/amp-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/amp-vs-openai-agents-api.json", "title": "Amp vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/amp-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/antigravity-cli-vs-devin.json", "title": "Antigravity CLI vs Devin", "url": "https://www.anchorterminal.com/compare/antigravity-cli-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/antigravity-cli-vs-openai-agents-api.json", "title": "Antigravity CLI vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/antigravity-cli-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/auggie-vs-devin.json", "title": "Auggie CLI vs Devin", "url": "https://www.anchorterminal.com/compare/auggie-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/auggie-vs-openai-agents-api.json", "title": "Auggie CLI vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/auggie-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/axlr-vs-devin.json", "title": "AXLR vs Devin", "url": "https://www.anchorterminal.com/compare/axlr-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/axlr-vs-openai-agents-api.json", "title": "AXLR vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/axlr-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/claude-code-vs-devin.json", "title": "Claude Code vs Devin", "url": "https://www.anchorterminal.com/compare/claude-code-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/claude-code-vs-openai-agents-api.json", "title": "Claude Code vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/claude-code-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/cline-vs-devin.json", "title": "Cline vs Devin", "url": "https://www.anchorterminal.com/compare/cline-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/cline-vs-openai-agents-api.json", "title": "Cline vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/cline-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/crush-vs-devin.json", "title": "Crush vs Devin", "url": "https://www.anchorterminal.com/compare/crush-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/crush-vs-openai-agents-api.json", "title": "Crush vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/crush-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/cursor-cli-vs-devin.json", "title": "Cursor CLI vs Devin", "url": "https://www.anchorterminal.com/compare/cursor-cli-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/cursor-cli-vs-openai-agents-api.json", "title": "Cursor CLI vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/cursor-cli-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/deepseek-harness-vs-devin.json", "title": "DeepSeek Harness (dsh) vs Devin", "url": "https://www.anchorterminal.com/compare/deepseek-harness-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/deepseek-harness-vs-openai-agents-api.json", "title": "DeepSeek Harness (dsh) vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/deepseek-harness-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/deepseek-superagent-vs-devin.json", "title": "dsh-superagent (DeepSeek) vs Devin", "url": "https://www.anchorterminal.com/compare/deepseek-superagent-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/deepseek-superagent-vs-openai-agents-api.json", "title": "dsh-superagent (DeepSeek) vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/deepseek-superagent-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-droid-cli.json", "title": "Devin vs Droid CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-droid-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-earendil-pi.json", "title": "Devin vs Pi", "url": "https://www.anchorterminal.com/compare/devin-vs-earendil-pi" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-gemini-cli.json", "title": "Devin vs Gemini CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-gemini-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-github-copilot-cli.json", "title": "Devin vs GitHub Copilot CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-github-copilot-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-goose.json", "title": "Devin vs goose", "url": "https://www.anchorterminal.com/compare/devin-vs-goose" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-harness2.json", "title": "Devin vs Harness²", "url": "https://www.anchorterminal.com/compare/devin-vs-harness2" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-harnessrouter.json", "title": "Devin vs HarnessRouter", "url": "https://www.anchorterminal.com/compare/devin-vs-harnessrouter" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-jules.json", "title": "Devin vs Jules", "url": "https://www.anchorterminal.com/compare/devin-vs-jules" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-junie.json", "title": "Devin vs Junie CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-junie" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-kilo-code-cli.json", "title": "Devin vs Kilo Code CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-kilo-code-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-kimi-code-cli.json", "title": "Devin vs Kimi Code CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-kimi-code-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-kiro-cli.json", "title": "Devin vs Kiro CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-kiro-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-mini-swe-agent.json", "title": "Devin vs mini-swe-agent", "url": "https://www.anchorterminal.com/compare/devin-vs-mini-swe-agent" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-minimax-code.json", "title": "Devin vs MiniMax Code", "url": "https://www.anchorterminal.com/compare/devin-vs-minimax-code" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-mistral-vibe-cli.json", "title": "Devin vs Mistral Vibe CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-mistral-vibe-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-muse-code.json", "title": "Devin vs Muse Code", "url": "https://www.anchorterminal.com/compare/devin-vs-muse-code" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-openai-codex.json", "title": "Devin vs OpenAI Codex", "url": "https://www.anchorterminal.com/compare/devin-vs-openai-codex" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-opencode.json", "title": "Devin vs OpenCode", "url": "https://www.anchorterminal.com/compare/devin-vs-opencode" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-openhands.json", "title": "Devin vs OpenHands", "url": "https://www.anchorterminal.com/compare/devin-vs-openhands" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-openmausbot.json", "title": "Devin vs OpenMausBot", "url": "https://www.anchorterminal.com/compare/devin-vs-openmausbot" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-prime-agent.json", "title": "Devin vs Prime Agent", "url": "https://www.anchorterminal.com/compare/devin-vs-prime-agent" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-qoder-cli.json", "title": "Devin vs Qoder CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-qoder-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-qwen-code.json", "title": "Devin vs Qwen Code", "url": "https://www.anchorterminal.com/compare/devin-vs-qwen-code" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-reflection-mirror.json", "title": "Devin vs Mirror CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-reflection-mirror" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-rovo-dev-cli.json", "title": "Devin vs Rovo Dev CLI", "url": "https://www.anchorterminal.com/compare/devin-vs-rovo-dev-cli" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-unstoppable.json", "title": "Devin vs Unstoppable", "url": "https://www.anchorterminal.com/compare/devin-vs-unstoppable" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-vibe-trading.json", "title": "Devin vs Vibe-Trading", "url": "https://www.anchorterminal.com/compare/devin-vs-vibe-trading" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-warp.json", "title": "Devin vs Warp (Warp Agent CLI and the Oz Agent API)", "url": "https://www.anchorterminal.com/compare/devin-vs-warp" }, { "json": "https://www.anchorterminal.com/compare/droid-cli-vs-openai-agents-api.json", "title": "Droid CLI vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/droid-cli-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/earendil-pi-vs-openai-agents-api.json", "title": "Pi vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/earendil-pi-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/gemini-cli-vs-openai-agents-api.json", "title": "Gemini CLI vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/gemini-cli-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-openai-agents-api.json", "title": "GitHub Copilot CLI vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/goose-vs-openai-agents-api.json", "title": "goose vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/goose-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-openai-agents-api.json", "title": "Harness² vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/harness2-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/harnessrouter-vs-openai-agents-api.json", "title": "HarnessRouter vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/harnessrouter-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/jules-vs-openai-agents-api.json", "title": "Jules vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/jules-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/junie-vs-openai-agents-api.json", "title": "Junie CLI vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/junie-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/kilo-code-cli-vs-openai-agents-api.json", "title": "Kilo Code CLI vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/kilo-code-cli-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/kimi-code-cli-vs-openai-agents-api.json", "title": "Kimi Code CLI vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/kimi-code-cli-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/kiro-cli-vs-openai-agents-api.json", "title": "Kiro CLI vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/kiro-cli-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/mini-swe-agent-vs-openai-agents-api.json", "title": "mini-swe-agent vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/mini-swe-agent-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/minimax-code-vs-openai-agents-api.json", "title": "MiniMax Code vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/minimax-code-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/mistral-vibe-cli-vs-openai-agents-api.json", "title": "Mistral Vibe CLI vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/mistral-vibe-cli-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/muse-code-vs-openai-agents-api.json", "title": "Muse Code vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/muse-code-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/openai-agents-api-vs-openai-codex.json", "title": "OpenAI Agents API vs OpenAI Codex", "url": "https://www.anchorterminal.com/compare/openai-agents-api-vs-openai-codex" }, { "json": "https://www.anchorterminal.com/compare/openai-agents-api-vs-opencode.json", "title": "OpenAI Agents API vs OpenCode", "url": "https://www.anchorterminal.com/compare/openai-agents-api-vs-opencode" }, { "json": "https://www.anchorterminal.com/compare/openai-agents-api-vs-openhands.json", "title": "OpenAI Agents API vs OpenHands", "url": "https://www.anchorterminal.com/compare/openai-agents-api-vs-openhands" }, { "json": "https://www.anchorterminal.com/compare/openai-agents-api-vs-openmausbot.json", "title": "OpenAI Agents API vs OpenMausBot", "url": "https://www.anchorterminal.com/compare/openai-agents-api-vs-openmausbot" }, { "json": "https://www.anchorterminal.com/compare/openai-agents-api-vs-prime-agent.json", "title": "OpenAI Agents API vs Prime Agent", "url": "https://www.anchorterminal.com/compare/openai-agents-api-vs-prime-agent" }, { "json": "https://www.anchorterminal.com/compare/openai-agents-api-vs-qoder-cli.json", "title": "OpenAI Agents API vs Qoder CLI", "url": "https://www.anchorterminal.com/compare/openai-agents-api-vs-qoder-cli" }, { "json": "https://www.anchorterminal.com/compare/openai-agents-api-vs-qwen-code.json", "title": "OpenAI Agents API vs Qwen Code", "url": "https://www.anchorterminal.com/compare/openai-agents-api-vs-qwen-code" }, { "json": "https://www.anchorterminal.com/compare/openai-agents-api-vs-reflection-mirror.json", "title": "OpenAI Agents API vs Mirror CLI", "url": "https://www.anchorterminal.com/compare/openai-agents-api-vs-reflection-mirror" }, { "json": "https://www.anchorterminal.com/compare/openai-agents-api-vs-rovo-dev-cli.json", "title": "OpenAI Agents API vs Rovo Dev CLI", "url": "https://www.anchorterminal.com/compare/openai-agents-api-vs-rovo-dev-cli" }, { "json": "https://www.anchorterminal.com/compare/openai-agents-api-vs-unstoppable.json", "title": "OpenAI Agents API vs Unstoppable", "url": "https://www.anchorterminal.com/compare/openai-agents-api-vs-unstoppable" }, { "json": "https://www.anchorterminal.com/compare/openai-agents-api-vs-vibe-trading.json", "title": "OpenAI Agents API vs Vibe-Trading", "url": "https://www.anchorterminal.com/compare/openai-agents-api-vs-vibe-trading" }, { "json": "https://www.anchorterminal.com/compare/openai-agents-api-vs-warp.json", "title": "OpenAI Agents API vs Warp (Warp Agent CLI and the Oz Agent API)", "url": "https://www.anchorterminal.com/compare/openai-agents-api-vs-warp" }, { "json": "https://www.anchorterminal.com/compare/clawboo-vs-devin.json", "title": "Clawboo vs Devin", "url": "https://www.anchorterminal.com/compare/clawboo-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/cli-manager-vs-devin.json", "title": "CLI Manager vs Devin", "url": "https://www.anchorterminal.com/compare/cli-manager-vs-devin" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-harness-autonomous.json", "title": "Devin vs Harness", "url": "https://www.anchorterminal.com/compare/devin-vs-harness-autonomous" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-paperclip.json", "title": "Devin vs Paperclip", "url": "https://www.anchorterminal.com/compare/devin-vs-paperclip" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-parallax-agents.json", "title": "Devin vs Parallax", "url": "https://www.anchorterminal.com/compare/devin-vs-parallax-agents" } ], "panel": null, "scores": [ { "by": 25, "devin": 35, "edge": "openai-agents-api", "key": "reliability", "name": "Reliability", "openai-agents-api": 60, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 8, "devin": 80, "edge": "openai-agents-api", "key": "schema", "name": "Schema \u0026 documentation", "openai-agents-api": 88, "weight": 13 }, { "by": 18, "devin": 62, "edge": "openai-agents-api", "key": "ergonomics", "name": "Agent ergonomics", "openai-agents-api": 80, "weight": 13 }, { "by": 15, "devin": 72, "edge": "openai-agents-api", "key": "security", "name": "Security \u0026 auth", "openai-agents-api": 87, "weight": 14 }, { "by": 10, "devin": 20, "edge": "openai-agents-api", "key": "payments", "name": "Payments \u0026 pricing", "openai-agents-api": 30, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 24, "devin": 63, "edge": "openai-agents-api", "key": "maintenance", "name": "Maintenance \u0026 community", "openai-agents-api": 87, "weight": 7 }, { "by": 10, "devin": 75, "edge": "openai-agents-api", "key": "transparency", "name": "Transparency \u0026 trust", "openai-agents-api": 85, "weight": 7 } ], "summary": "OpenAI Agents API scores 73.3 (BB) on agent readiness against Devin's 57.3 (C), and leads in every scored category. Both do agent harnesses.", "tasks": null, "tutorials": [], "verdicts": { "devin": "The v3 API is well specified, with a public OpenAPI 3.1 file covering 274 operations, problem+json errors, cursor pagination and service-user keys tied to roles. The status page records two outages on 13 August and a two-hour web app outage on 24 September 2026, and no rate limit figures or retry guidance were found in the reviewed documentation.", "openai-agents-api": "OpenAI's hosted agent runtime, the Codex harness behind one session call, with MCP, functions, web search, computer use, subagents and sandboxes on OpenAI or your own infrastructure. Documentation, errors and SDKs are thorough. It's still public beta, can't use Zero Data Retention and keeps data in the United States only." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/devin-vs-openai-agents-api", "json": "https://www.anchorterminal.com/compare/devin-vs-openai-agents-api.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/devin-vs-openai-agents-api.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/devin-vs-openai-agents-api.min.md" }, "markdown": "OpenAI Agents API scores 73.3 (BB) on agent readiness against Devin's 57.3 (C), and leads in every scored category. Both do agent harnesses.\n\n- Devin: grade C, 57.3/100, rank #718 of 1354. Markdown https://www.anchorterminal.com/tools/devin.md · JSON https://www.anchorterminal.com/api/v1/tools/devin.json\n- OpenAI Agents API: grade BB, 73.3/100, rank #99 of 1354. Markdown https://www.anchorterminal.com/tools/openai-agents-api.md · JSON https://www.anchorterminal.com/api/v1/tools/openai-agents-api.json\n- Best agent harnesses and coding agents: https://www.anchorterminal.com/best/agent-harnesses/index.md\n- All 1041 harnesses comparisons: https://www.anchorterminal.com/compare/agent-harnesses/index.md\n\n## Which one, for what\n\n### Devin (C)\n\nGood for: A team that wants to hand whole tasks to a cloud agent and collect pull requests, driven from a pipeline or another agent.\n\nWatch for: www.devinstatus.com lists two outages on 13 August and the web app down for about two hours on 24 September 2026\n\n### OpenAI Agents API (BB)\n\nGood for: Teams that want OpenAI to run the agent loop, with sandboxes, MCP tools and subagents, and are fine with a beta API, US-only data residency and no Zero Data Retention.\n\nAhead on:\n- Reliability, 60 against 35\n- Schema \u0026 documentation, 88 against 80\n- Agent ergonomics, 80 against 62\n- Security \u0026 auth, 87 against 72\n- Payments \u0026 pricing, 30 against 20\n- Maintenance \u0026 community, 87 against 63\n- Transparency \u0026 trust, 85 against 75\n\nAlso in its favour:\n- Agent-ready, a grade of BB or better\n\nWatch for: Public beta since 10 September 2026 behind the agents=v1 beta header, with no GA date\n\n\n## Why the edge\n\n### Reliability: OpenAI Agents API +25\n\n- Devin (35): Hosted reading. Status page at www.devinstatus.com (Atlassian Statuspage) with 14 components, among them Cloud Agent and Cloud Web Client, read from the page itself on 4 November 2026 (20). Its history feed for the 90 days from 6 August 2026 lists Devin unavailable on 13 August (20 minutes), Devin Cloud unavailable on 13 August (2 hours 40 minutes) and the web app down on 24 September (about 2 hours), with minor session and Ask Devin incidents on 10 and 11 August, 3 and 17 September and 26 October. Both 13 August entries report the service unavailable. The 24 September entry names only the web app, not the API or the MCP server, so it is read as partial, as dashboard outages are on other listings. Two majors (5). Two scheduled maintenance entries (7 and 17 August) are read as maintenance. 429 is a documented response, but no rate limit figures were found (0). No Retry-After or backoff guidance found, and v3 session creation has no idempotency key (0). The platform terms give no guarantee of availability, and enterprise terms weren't read (0). The v3 API is the current, recommended surface, with 27 of 274 operations under /v3beta1 (10).\n- OpenAI Agents API (60): Read as a hosted API. status.openai.com has an Agents component under APIs (20). Since release on 10 September (57 days, not 90), the feed names the Agents API in a degraded-performance incident on 14 September, the elevated errors across ChatGPT, Codex and the API on 29 September (the openai-api listing reads that one as a major, 17:52 to 23:14 UTC), computer use issues and degraded workspace agents on 6 and 7 October, degraded performance across the APIs for 22 minutes on 21 October, and overbilling for hosted containers on 19 September. One major, the rest minor (10). Rate limits come from the shared guide, published per tier and model with headers, and the errors page adds a Files API allowance on session creation (15). 429 and 503 guidance with Retry-After, capped backoff and a check-then-retry procedure for turns (15). The Scale Tier SLA in the openai-api listing isn't shown to cover a beta API (0). Public beta behind the agents=v1 header (0). 20 + 10 + 15 + 15 + 0 + 0 = 60.\n\n### Maintenance \u0026 community: OpenAI Agents API +24\n\n- Devin (63): Closed service. Newest release note dated 2 November 2026 (30). Thirty dated release notes between 7 August and 2 November 2026, and API notes for August, September, October and November (20). Public release notes and a support address, with no public tracker or forum found (10). No official SDK for the Devin API found (a Python SDK in the federal docs covers analytics and ACU limits for air-gapped Desktop), and the Devin MCP server didn't appear in the official MCP registry per the 8 October check (0). No public CI or packages to assess, with the docs and three OpenAPI specs kept current (3).\n- OpenAI Agents API (87): Closed API. Last dated change 16 October 2026, Ultrafast mode and document skills (30). Four dated changelog entries in the 57 days since release, 10 September, 29 September, 9 October and 16 October (20). Changelog and help centre, as the openai-api listing reads them (12 of 15). Official SDKs carry beta.agents (15). SDK CI, per the openai-api listing (10). 30 + 20 + 12 + 15 + 10 = 87.\n\n### Agent ergonomics: OpenAI Agents API +18\n\n- Devin (62): API and MCP reading. The MCP server documents 13 tools, several of them consolidated manage tools, and list endpoints take `first` to size a page (17). Cursor pagination on every v3 list endpoint and filters on session search by tag, playbook, origin, user and time (18). problem+json with `error_code`, field-level errors on 422 and a 400 that lists valid platform names, but no published code list (15). No idempotency key on v3 session creation. `max_acu_limit` caps what a session can spend, and the MCP tool annotations couldn't be read without a key (4). Only `prompt` is required to start a session. No official SDK found, only a Terraform provider (8).\n- OpenAI Agents API (80): Read as an API an agent drives. Context is compacted automatically, and session budgets and streamed events keep output sized (20 of 25). Sessions can be listed, continued and steered, events streamed or sent by webhook, artifacts fetched (15 of 20). Actionable error codes with recovery steps (20). No idempotency key; a documented check-then-retry procedure (10 of 20). One session call with defaults (medium sandbox, network enabled), SDKs in five languages (15). 20 + 15 + 20 + 10 + 15 = 80.\n\n### Security \u0026 auth: OpenAI Agents API +15\n\n- Devin (72): Hosted reading. Service-user keys with roles and named permissions per endpoint, revocable, with rotation endpoints in beta for Enterprise and expiring personal tokens. Custom roles are an Enterprise option, and Teams has Admin and Member only (25). Security profiles restrict network, MCP servers, git and the Devin MCP to read-only, and read-only API permissions exist. They are opt-in, and session creation accepts `bypass_approval` (16). AI Guardrails screen user messages and pull request comments for prompt injection, on Enterprise only, and they don't cover web pages or repository content Devin reads (8). Audit logs through the API need an enterprise-level permission. Session events and insights are available on all plans (10). SOC 2 Type II and ISO/IEC 27001:2022, a disclosure address at security@cognition.ai, no security.txt, and the trust centre answers No to having a bug bounty (13).\n- OpenAI Agents API (87): Project keys with restricted per-endpoint permissions, service accounts and workload identity, per the openai-api listing; we didn't confirm a key can be limited to /v1/agents (27 of 30). Automatic review for approvals, a sandbox network restricted to a host allowlist, vaults for secrets and a sandbox security guide (17 of 20). The agent reads web pages, MCP results and browser content; the sandbox security guide and approval flow are the mitigations, with no prompt-injection guide of its own found (8 of 15). Tracing, observability and usage per session and admin audit logs (15). SOC 2 Type 2, ISO 27001 family, Bugcrowd bounty and a disclosure policy, per the openai-api listing (20). Not ZDR-eligible and US residency only, recorded under transparency. 27 + 17 + 8 + 15 + 20 = 87.\n\n### Payments \u0026 pricing: OpenAI Agents API +10\n\n- Devin (20): Published rubric. No payment protocol (0). Plan prices are public, $20, $200 and $40 a seat with an $80 team minimum, but usage past the quota is billed at an unpublished rate (10). A Free plan exists. The pricing page lists cloud agents from Pro upward, and we couldn't confirm API use on Free or whether a card is needed (10). A person signs up in a browser and provisions the service user in settings (0).\n- OpenAI Agents API (30): No machine payment protocol (0). Model, tool and container prices published without a login, and no fee for the API itself (20). The Free tier reading of the openai-api listing, half (10). Sign-up in a browser (0). 0 + 20 + 10 + 0 = 30.\n\n### Transparency \u0026 trust: OpenAI Agents API +10\n\n- Devin (75): Editorial half. Closed source with clear terms from Cognition AI, Inc. (15). Terms (30 June 2026), privacy policy, security page and data processing agreement agree with each other. Customer data may be used for model training by default on self-serve plans, with an opt-out on paid plans that also turns on zero data retention at model providers, and Enterprise data isn't trained on without written consent. Retention is stated as the length of the customer relationship, with no periods (18). The API versioning policy on the release notes page says breaking changes are announced at least 7 days in advance and a deprecated endpoint stays available through a deprecation period. Dated notices followed it for the schedules endpoints (announced 10 September, creation refused from 24 September 2026), and others cover the v2 clone endpoint and Playbooks moving to Skills (23 October). v1 and v2 are marked legacy with no end date (20). Sub-processors listed with purpose and country, and 15 days' notice of additions, per the 8 October check (18).\n- OpenAI Agents API (85): Closed service with clear terms, Apache-2.0 SDKs (15). Session state retained until deleted, deletable sessions and artifacts, not ZDR-eligible, US residency only, and the data-controls guide agrees; no retention period for artifacts after a sandbox expires (25 of 30). Dated deprecation notices with minimum periods for GA models; a beta API can change faster (15 of 20). Subprocessors and processing countries listed, per the openai-api listing (20). 15 + 25 + 15 + 20 = 75.\n\n## Score by category\n\n| Category | Weight | Devin | OpenAI Agents API | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 35 | 60 | OpenAI Agents API +25 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 80 | 88 | OpenAI Agents API +8 |\n| Agent ergonomics | 13% (16.2 this run) | 62 | 80 | OpenAI Agents API +18 |\n| Security \u0026 auth | 14% (17.5 this run) | 72 | 87 | OpenAI Agents API +15 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 20 | 30 | OpenAI Agents API +10 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 63 | 87 | OpenAI Agents API +24 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 75 | 85 | OpenAI Agents API +10 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **57.3 · C** | **73.3 · BB** | |\n\n## Facts side by side\n\n| Fact | Devin | OpenAI Agents API |\n| --- | --- | --- |\n| Kind | Agent harness | HTTP API |\n| Vendor | Cognition AI, Inc. | OpenAI |\n| Hosted endpoint | `https://mcp.devin.ai/mcp` | `https://api.openai.com/v1/agents/sessions` |\n| Transports | HTTP | https |\n| Auth | API key | API key |\n| Pricing | Freemium | Pay per use |\n| x402 | no | no |\n| Licence | Proprietary service under Cognition's Platform Terms of Service | Proprietary hosted API under OpenAI's Services Agreement. The SDKs are Apache 2.0 |\n| Tools exposed | 13 | none |\n| Read-only variant documented | yes | no |\n| llms.txt | yes | yes |\n| Last release | 2026-11-02 | 2026-10-16 |\n| Terms last updated | 2026-06-30 | couldn't be read |\n| Privacy policy last updated | 2026-03-09 | couldn't be read |\n| Customer content may train models | yes, with an opt-out | couldn't be read |\n| Terms restrict automated access | not found in the text | couldn't be read |\n| Terms restrict benchmarking | yes | couldn't be read |\n| Terms or service can change without notice | not found in the text | couldn't be read |\n| Arbitration or class-action waiver | yes | couldn't be read |\n\n## How the scores have moved\n\n### Devin\n\n- +1.5 on 4 November 2026: correction\n- +0.1 on 28 October 2026: checklist\n\n### OpenAI Agents API\n\nNo score change since it was listed.\n\n## Verdicts\n\n**Devin.** The v3 API is well specified, with a public OpenAPI 3.1 file covering 274 operations, problem+json errors, cursor pagination and service-user keys tied to roles. The status page records two outages on 13 August and a two-hour web app outage on 24 September 2026, and no rate limit figures or retry guidance were found in the reviewed documentation.\n\n**OpenAI Agents API.** OpenAI's hosted agent runtime, the Codex harness behind one session call, with MCP, functions, web search, computer use, subagents and sandboxes on OpenAI or your own infrastructure. Documentation, errors and SDKs are thorough. It's still public beta, can't use Zero Data Retention and keeps data in the United States only.\n\n## Before you call either\n\n### Devin\n\n1. Use a `cog_` service-user key with the Member role. Legacy `apk_` keys fail against v3 and the MCP server with 401 or 403\n2. Set `max_acu_limit` on every session you create. Usage is metered by the work done and has no published unit rate\n3. Session creation is not idempotent in v3. After a timeout, list sessions by tag before creating again\n4. Enterprise keys and personal access tokens must send `X-Org-Id` to the MCP server. Organisation-scoped keys resolve it automatically\n5. Create scheduled work as an automation. POST to the schedules endpoint returns 403 for migrated organisations since 24 September 2026\n\n### OpenAI Agents API\n\n1. POST https://api.openai.com/v1/agents/sessions with a project key and the header OpenAI-Beta: agents=v1, or use client.beta.agents in the SDKs\n2. Before retrying, retrieve the session and turn and check which actions completed, since there's no idempotency key\n3. Set the sandbox network to restricted with an allowlist of up to 100 hosts when the agent doesn't need the open web\n4. Save files from /workspace/outputs before deleting a session; no retention period is stated for artifacts\n5. Don't send data that needs Zero Data Retention or non-US residency; the Agents API supports neither\n\n## Questions\n\n### Which is better for AI agents, Devin or OpenAI Agents API?\n\nOpenAI Agents API scores 73.3 (BB) on agent readiness against Devin's 57.3 (C), and leads in every scored category.\n\n### Can an agent call Devin and OpenAI Agents API without installing anything?\n\nYes. Devin has a hosted endpoint at https://mcp.devin.ai/mcp and OpenAI Agents API at https://api.openai.com/v1/agents/sessions.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/devin-vs-openai-agents-api.json, and with the fewest tokens: https://www.anchorterminal.com/compare/devin-vs-openai-agents-api.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"devin\", \"b\": \"openai-agents-api\"}`. From a terminal: `anchor compare devin openai-agents-api`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/devin.json and https://www.anchorterminal.com/api/v1/tools/openai-agents-api.json\n\n## Other comparisons with Devin or OpenAI Agents API\n\n- [Agent Zero vs Devin](https://www.anchorterminal.com/compare/agent-zero-vs-devin.md)\n- [Agent Zero vs OpenAI Agents API](https://www.anchorterminal.com/compare/agent-zero-vs-openai-agents-api.md)\n- [Aider vs Devin](https://www.anchorterminal.com/compare/aider-vs-devin.md)\n- [Aider vs OpenAI Agents API](https://www.anchorterminal.com/compare/aider-vs-openai-agents-api.md)\n- [Amp vs Devin](https://www.anchorterminal.com/compare/amp-vs-devin.md)\n- [Amp vs OpenAI Agents API](https://www.anchorterminal.com/compare/amp-vs-openai-agents-api.md)\n- [Antigravity CLI vs Devin](https://www.anchorterminal.com/compare/antigravity-cli-vs-devin.md)\n- [Antigravity CLI vs OpenAI Agents API](https://www.anchorterminal.com/compare/antigravity-cli-vs-openai-agents-api.md)\n- [Auggie CLI vs Devin](https://www.anchorterminal.com/compare/auggie-vs-devin.md)\n- [Auggie CLI vs OpenAI Agents API](https://www.anchorterminal.com/compare/auggie-vs-openai-agents-api.md)\n- [AXLR vs Devin](https://www.anchorterminal.com/compare/axlr-vs-devin.md)\n- [AXLR vs OpenAI Agents API](https://www.anchorterminal.com/compare/axlr-vs-openai-agents-api.md)\n- [Claude Code vs Devin](https://www.anchorterminal.com/compare/claude-code-vs-devin.md)\n- [Claude Code vs OpenAI Agents API](https://www.anchorterminal.com/compare/claude-code-vs-openai-agents-api.md)\n- [Cline vs Devin](https://www.anchorterminal.com/compare/cline-vs-devin.md)\n- [Cline vs OpenAI Agents API](https://www.anchorterminal.com/compare/cline-vs-openai-agents-api.md)\n- [Crush vs Devin](https://www.anchorterminal.com/compare/crush-vs-devin.md)\n- [Crush vs OpenAI Agents API](https://www.anchorterminal.com/compare/crush-vs-openai-agents-api.md)\n- [Cursor CLI vs Devin](https://www.anchorterminal.com/compare/cursor-cli-vs-devin.md)\n- [Cursor CLI vs OpenAI Agents API](https://www.anchorterminal.com/compare/cursor-cli-vs-openai-agents-api.md)\n- [DeepSeek Harness (dsh) vs Devin](https://www.anchorterminal.com/compare/deepseek-harness-vs-devin.md)\n- [DeepSeek Harness (dsh) vs OpenAI Agents API](https://www.anchorterminal.com/compare/deepseek-harness-vs-openai-agents-api.md)\n- [dsh-superagent (DeepSeek) vs Devin](https://www.anchorterminal.com/compare/deepseek-superagent-vs-devin.md)\n- [dsh-superagent (DeepSeek) vs OpenAI Agents API](https://www.anchorterminal.com/compare/deepseek-superagent-vs-openai-agents-api.md)\n- [Devin vs Droid CLI](https://www.anchorterminal.com/compare/devin-vs-droid-cli.md)\n- [Devin vs Pi](https://www.anchorterminal.com/compare/devin-vs-earendil-pi.md)\n- [Devin vs Gemini CLI](https://www.anchorterminal.com/compare/devin-vs-gemini-cli.md)\n- [Devin vs GitHub Copilot CLI](https://www.anchorterminal.com/compare/devin-vs-github-copilot-cli.md)\n- [Devin vs goose](https://www.anchorterminal.com/compare/devin-vs-goose.md)\n- [Devin vs Harness²](https://www.anchorterminal.com/compare/devin-vs-harness2.md)\n- [Devin vs HarnessRouter](https://www.anchorterminal.com/compare/devin-vs-harnessrouter.md)\n- [Devin vs Jules](https://www.anchorterminal.com/compare/devin-vs-jules.md)\n- [Devin vs Junie CLI](https://www.anchorterminal.com/compare/devin-vs-junie.md)\n- [Devin vs Kilo Code CLI](https://www.anchorterminal.com/compare/devin-vs-kilo-code-cli.md)\n- [Devin vs Kimi Code CLI](https://www.anchorterminal.com/compare/devin-vs-kimi-code-cli.md)\n- [Devin vs Kiro CLI](https://www.anchorterminal.com/compare/devin-vs-kiro-cli.md)\n- [Devin vs mini-swe-agent](https://www.anchorterminal.com/compare/devin-vs-mini-swe-agent.md)\n- [Devin vs MiniMax Code](https://www.anchorterminal.com/compare/devin-vs-minimax-code.md)\n- [Devin vs Mistral Vibe CLI](https://www.anchorterminal.com/compare/devin-vs-mistral-vibe-cli.md)\n- [Devin vs Muse Code](https://www.anchorterminal.com/compare/devin-vs-muse-code.md)\n- [Devin vs OpenAI Codex](https://www.anchorterminal.com/compare/devin-vs-openai-codex.md)\n- [Devin vs OpenCode](https://www.anchorterminal.com/compare/devin-vs-opencode.md)\n- [Devin vs OpenHands](https://www.anchorterminal.com/compare/devin-vs-openhands.md)\n- [Devin vs OpenMausBot](https://www.anchorterminal.com/compare/devin-vs-openmausbot.md)\n- [Devin vs Prime Agent](https://www.anchorterminal.com/compare/devin-vs-prime-agent.md)\n- [Devin vs Qoder CLI](https://www.anchorterminal.com/compare/devin-vs-qoder-cli.md)\n- [Devin vs Qwen Code](https://www.anchorterminal.com/compare/devin-vs-qwen-code.md)\n- [Devin vs Mirror CLI](https://www.anchorterminal.com/compare/devin-vs-reflection-mirror.md)\n- [Devin vs Rovo Dev CLI](https://www.anchorterminal.com/compare/devin-vs-rovo-dev-cli.md)\n- [Devin vs Unstoppable](https://www.anchorterminal.com/compare/devin-vs-unstoppable.md)\n- [Devin vs Vibe-Trading](https://www.anchorterminal.com/compare/devin-vs-vibe-trading.md)\n- [Devin vs Warp (Warp Agent CLI and the Oz Agent API)](https://www.anchorterminal.com/compare/devin-vs-warp.md)\n- [Droid CLI vs OpenAI Agents API](https://www.anchorterminal.com/compare/droid-cli-vs-openai-agents-api.md)\n- [Pi vs OpenAI Agents API](https://www.anchorterminal.com/compare/earendil-pi-vs-openai-agents-api.md)\n- [Gemini CLI vs OpenAI Agents API](https://www.anchorterminal.com/compare/gemini-cli-vs-openai-agents-api.md)\n- [GitHub Copilot CLI vs OpenAI Agents API](https://www.anchorterminal.com/compare/github-copilot-cli-vs-openai-agents-api.md)\n- [goose vs OpenAI Agents API](https://www.anchorterminal.com/compare/goose-vs-openai-agents-api.md)\n- [Harness² vs OpenAI Agents API](https://www.anchorterminal.com/compare/harness2-vs-openai-agents-api.md)\n- [HarnessRouter vs OpenAI Agents API](https://www.anchorterminal.com/compare/harnessrouter-vs-openai-agents-api.md)\n- [Jules vs OpenAI Agents API](https://www.anchorterminal.com/compare/jules-vs-openai-agents-api.md)\n- [Junie CLI vs OpenAI Agents API](https://www.anchorterminal.com/compare/junie-vs-openai-agents-api.md)\n- [Kilo Code CLI vs OpenAI Agents API](https://www.anchorterminal.com/compare/kilo-code-cli-vs-openai-agents-api.md)\n- [Kimi Code CLI vs OpenAI Agents API](https://www.anchorterminal.com/compare/kimi-code-cli-vs-openai-agents-api.md)\n- [Kiro CLI vs OpenAI Agents API](https://www.anchorterminal.com/compare/kiro-cli-vs-openai-agents-api.md)\n- [mini-swe-agent vs OpenAI Agents API](https://www.anchorterminal.com/compare/mini-swe-agent-vs-openai-agents-api.md)\n- [MiniMax Code vs OpenAI Agents API](https://www.anchorterminal.com/compare/minimax-code-vs-openai-agents-api.md)\n- [Mistral Vibe CLI vs OpenAI Agents API](https://www.anchorterminal.com/compare/mistral-vibe-cli-vs-openai-agents-api.md)\n- [Muse Code vs OpenAI Agents API](https://www.anchorterminal.com/compare/muse-code-vs-openai-agents-api.md)\n- [OpenAI Agents API vs OpenAI Codex](https://www.anchorterminal.com/compare/openai-agents-api-vs-openai-codex.md)\n- [OpenAI Agents API vs OpenCode](https://www.anchorterminal.com/compare/openai-agents-api-vs-opencode.md)\n- [OpenAI Agents API vs OpenHands](https://www.anchorterminal.com/compare/openai-agents-api-vs-openhands.md)\n- [OpenAI Agents API vs OpenMausBot](https://www.anchorterminal.com/compare/openai-agents-api-vs-openmausbot.md)\n- [OpenAI Agents API vs Prime Agent](https://www.anchorterminal.com/compare/openai-agents-api-vs-prime-agent.md)\n- [OpenAI Agents API vs Qoder CLI](https://www.anchorterminal.com/compare/openai-agents-api-vs-qoder-cli.md)\n- [OpenAI Agents API vs Qwen Code](https://www.anchorterminal.com/compare/openai-agents-api-vs-qwen-code.md)\n- [OpenAI Agents API vs Mirror CLI](https://www.anchorterminal.com/compare/openai-agents-api-vs-reflection-mirror.md)\n- [OpenAI Agents API vs Rovo Dev CLI](https://www.anchorterminal.com/compare/openai-agents-api-vs-rovo-dev-cli.md)\n- [OpenAI Agents API vs Unstoppable](https://www.anchorterminal.com/compare/openai-agents-api-vs-unstoppable.md)\n- [OpenAI Agents API vs Vibe-Trading](https://www.anchorterminal.com/compare/openai-agents-api-vs-vibe-trading.md)\n- [OpenAI Agents API vs Warp (Warp Agent CLI and the Oz Agent API)](https://www.anchorterminal.com/compare/openai-agents-api-vs-warp.md)\n- [Clawboo vs Devin](https://www.anchorterminal.com/compare/clawboo-vs-devin.md)\n- [CLI Manager vs Devin](https://www.anchorterminal.com/compare/cli-manager-vs-devin.md)\n- [Devin vs Harness](https://www.anchorterminal.com/compare/devin-vs-harness-autonomous.md)\n- [Devin vs Paperclip](https://www.anchorterminal.com/compare/devin-vs-paperclip.md)\n- [Devin vs Parallax](https://www.anchorterminal.com/compare/devin-vs-parallax-agents.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-11-06", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.7", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Devin vs OpenAI Agents API", "url": "" } ], "description": "OpenAI Agents scores 73.3 (BB) to Devin's 57.3 (C) for agent harnesses. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Devin C 57.3", "OpenAI Agents API BB 73.3", "scores" ], "h1": "Devin vs OpenAI Agents API", "image": "https://www.anchorterminal.com/assets/og/default.png", "path": "/compare/devin-vs-openai-agents-api", "published": "2026-10-01", "section": "tools", "title": "Devin vs OpenAI Agents for AI agents in 2026: scores and prices", "toc": null, "updated": "2026-11-06", "url": "https://www.anchorterminal.com/compare/devin-vs-openai-agents-api" }, "tokens": { "markdown": 6200, "slim": 2880 }, "version": 1 }