{ "data": { "a": { "slug": "llamaindex", "name": "LlamaIndex Framework", "vendor": "LlamaIndex", "vendorUrl": "https://developers.llamaindex.ai/python/framework/", "kind": "framework", "category": "frameworks", "summary": "The LlamaIndex Framework is LlamaIndex's open-source Python toolkit for retrieval and agents, with FunctionAgent, ReActAgent and CodeActAgent, multi-agent AgentWorkflow, event-driven Workflows, MCP tools and hundreds of integration packages.", "url": "https://www.anchorterminal.com/tools/llamaindex", "markdownUrl": "https://www.anchorterminal.com/tools/llamaindex.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/llamaindex.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/llamaindex.json", "dns": "llamaindex.grade.anchorterminal.com", "repo": "https://github.com/run-llama/llama_index", "license": "MIT", "transports": [], "packages": [ { "registry": "pypi", "name": "llama-index" }, { "registry": "pypi", "name": "llama-index-core" }, { "registry": "pypi", "name": "llama-index-workflows" }, { "registry": "pypi", "name": "llama-index-tools-mcp" } ], "auth": "none", "authNotes": "A library with no credentials of its own. The default LLM and embeddings are OpenAI's and read an OpenAI key; integrations take their own keys.", "pricing": "free", "pricingNotes": "Free and open source under MIT. You pay for model calls. LlamaParse and LlamaCloud are separate paid services with their own Anchor Terminal listing.", "priceSummary": "Free · OSS", "where": "library", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the framework docs or the repository (checked 2026-11-06).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 52833, "npmWeekly": null, "pypiWeekly": 1260039, "asOf": "2026-11-06" }, "docsUrl": "https://developers.llamaindex.ai/python/framework/", "llmsTxt": "https://developers.llamaindex.ai/llms.txt", "capabilities": [ "agent.framework", "agent.multi-agent", "agent.durable", "agent.mcp-client" ], "tags": [ "framework", "python", "open-source", "llms-txt", "mcp", "rag", "workflows" ], "lastRelease": "2026-09-21", "graded": true, "anchor": { "graded": true, "score": 70, "grade": "BB", "agentReady": true, "rank": 217, "ranked": true, "rankOf": 1510, "categoryRank": 11, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 73, "maintenance": 69, "payments": 60, "reliability": 70, "schema": 85, "security": 74, "transparency": 67 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-06" }, "negative": -2, "negativeNotes": [ "2025-11 to 2026-11. Advisories for llama-index-core first published in the last 12 months are GHSA-488g-hw5f-x29p (uncontrolled resource consumption, 2 February 2026, moderate, fixed in 0.12.41) and the PYSEC re-publications in 2026 of 2025 path-traversal, denial-of-service and temporary-file issues fixed by 0.13.0. Fixed and documented, so 2 points. https://osv.dev/vulnerability/GHSA-488g-hw5f-x29p" ], "verdict": "An MIT Python framework for retrieval and agents, with three agent types, multi-agent AgentWorkflow, resumable event-driven Workflows, MCP tools and a huntr bug bounty, and no telemetry found. Core is still 0.14 with breaking minors, OpenAI is the silent default, and approval and injection handling are left to the application.", "bestFor": "Python teams building retrieval-heavy agents over their own data, with many connectors.", "strengths": [ "FunctionAgent, ReActAgent, CodeActAgent and multi-agent AgentWorkflow over one Workflows engine", "Workflow context serialises and resumes, with a DBOS package for durable runs", "Hundreds of integration packages for models, vector stores and data loaders", "No telemetry found in llama-index-core", "huntr bug bounty and public advisories with fixed versions" ], "weaknesses": [ "Core is 0.14.x, and minor versions such as 0.13 and 0.14 carried breaking changes", "OpenAI is the default LLM and embedding provider unless Settings is changed", "No per-tool approval primitive; the threat model leaves input validation to the application", "Several 2025 path-traversal and denial-of-service advisories in core and readers" ], "agentNotes": [ "Set Settings.llm and Settings.embed_model explicitly so calls don't go to OpenAI by default", "Install llama-index-tools-mcp for MCP tools and pass only the allowed tools the task needs", "Use Workflow human-in-the-loop events before tools that write or send", "Pin llama-index-core to a minor version, since minors have broken APIs", "Upgrade llama-index-core to 0.13.0 or later to clear the 2025 advisories" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "BB", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 70 } ], "editorialScores": { "ergonomics": 73, "maintenance": 69, "payments": 60, "reliability": 70, "schema": 85, "security": 74, "transparency": 72 }, "provenanceScore": 61, "checked": { "categories": { "ergonomics": "2026-11-06", "maintenance": "2026-11-06", "payments": "2026-11-06", "reliability": "2026-11-06", "schema": "2026-11-06", "security": "2026-11-06", "transparency": "2026-11-06" }, "last": "2026-11-06", "oldest": "2026-11-06", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "pip install llama-index # MCP tools: pip install llama-index-tools-mcp" }, "letme": { "capability": "https://letme.dev/agent.framework", "tool": "https://letme.dev/llamaindex" }, "sameCompany": [ "llamaparse" ], "area": "frameworks", "provenance": { "legalEntity": "LlamaIndex, Inc.", "domain": "llamaindex.ai", "domainRegistered": "", "endpointOnVendorDomain": null, "terms": "", "privacy": "https://www.llamaindex.ai/privacy-policy", "statusPage": "", "changelog": "https://github.com/run-llama/llama_index/blob/main/CHANGELOG.md", "securityTxt": "unknown", "checked": "2026-11-06", "notes": [ "The framework is MIT-licensed; the company facts follow the LlamaParse listing.", "developers.llamaindex.ai/robots.txt allows all crawlers.", "The privacy policy link is the company's; the library collects nothing itself. Neither the terms nor the privacy policy was re-read for this listing." ], "score": 61 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/llamaindex.json", "live": { "slug": "llamaindex", "versions": [ { "registry": "github", "name": "run-llama/llama_index", "version": "v0.14.25", "released": "2026-09-21", "seenAt": "2026-11-06T23:41:01.613169751Z" }, { "registry": "pypi", "name": "llama-index", "version": "0.14.25", "released": "2026-09-21", "seenAt": "2026-11-06T23:40:55.516520624Z" }, { "registry": "pypi", "name": "llama-index-core", "version": "0.14.25", "released": "2026-09-21", "seenAt": "2026-11-06T23:40:55.720658841Z" }, { "registry": "pypi", "name": "llama-index-tools-mcp", "version": "0.6.0", "released": "2026-08-31", "seenAt": "2026-11-06T23:41:00.102033357Z" }, { "registry": "pypi", "name": "llama-index-workflows", "version": "2.26.1", "released": "2026-10-21", "seenAt": "2026-11-06T23:40:57.534551463Z" } ], "githubStars": 52835, "pypiWeekly": 409969, "securityTxt": { "url": "https://llamaindex.ai/.well-known/security.txt", "state": "none", "checkedAt": "2026-11-07T16:01:24.67649536Z" }, "llmsTxt": { "url": "https://developers.llamaindex.ai/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-11-07T15:32:53.290758373Z" }, "pages": [ { "url": "https://raw.githubusercontent.com/run-llama/llama_index/main/CHANGELOG.md", "kind": "changelog", "status": 200, "checkedAt": "2026-11-07T14:23:19.050779794Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "51de27bb70e4" }, { "url": "https://www.llamaindex.ai/privacy-policy", "kind": "privacy", "status": 200, "checkedAt": "2026-11-07T14:30:58.312656283Z", "changedAt": "2026-11-06T13:51:36.031111139Z", "fingerprint": "22f247245013" } ], "updatedAt": "2026-11-07T16:01:24.67649536Z" } }, "answer": "OpenAI Agents SDK scores 86.2 (AA) on agent readiness against LlamaIndex Framework's 70 (BB), and leads in 6 of 7 scored categories.", "b": { "slug": "openai-agents-sdk", "name": "OpenAI Agents SDK", "vendor": "OpenAI", "vendorUrl": "https://openai.com", "kind": "framework", "category": "frameworks", "summary": "Multi-agent framework built on agents, hand-offs and guardrails, with sessions, tracing and human approval.", "url": "https://www.anchorterminal.com/tools/openai-agents-sdk", "markdownUrl": "https://www.anchorterminal.com/tools/openai-agents-sdk.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/openai-agents-sdk.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/openai-agents-sdk.json", "dns": "openai-agents-sdk.grade.anchorterminal.com", "repo": "https://github.com/openai/openai-agents-python", "license": "MIT", "transports": [], "packages": [ { "registry": "pypi", "name": "openai-agents" }, { "registry": "npm", "name": "@openai/agents", "main": true } ], "auth": "api-key", "authNotes": "OpenAI key by default. Other providers through LiteLLM or any-llm.", "pricing": "free", "pricingNotes": "Free and open source. You pay for the model calls it makes.", "priceSummary": "Free · OSS", "where": "library", "x402": { "level": "no", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 29709, "npmWeekly": 1291899, "pypiWeekly": 3018052, "asOf": "2026-09-26" }, "docsUrl": "https://openai.github.io/openai-agents-python/", "llmsTxt": "https://openai.github.io/openai-agents-python/llms.txt", "capabilities": [ "agent.framework", "agent.multi-agent", "agent.durable", "agent.mcp-client" ], "tags": [ "official", "framework", "python", "typescript", "open-source", "telemetry-default-on" ], "lastRelease": "2026-10-15", "graded": true, "anchor": { "graded": true, "score": 86.2, "grade": "AA", "agentReady": true, "rank": 3, "ranked": true, "rankOf": 1510, "categoryRank": 2, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 97, "maintenance": 100, "payments": 60, "reliability": 85, "schema": 95, "security": 80, "transparency": 89 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "high", "date": "2026-11-01" }, "negative": 0, "verdict": "MCP in about 11 lines, with static and dynamic tool filters and require_approval. Tracing on by default, with model and tool content, sent to OpenAI.", "bestFor": "Teams that want hand-offs, guardrails and approvals with little code, and are happy with OpenAI's tracing or will turn it off.", "strengths": [ "MCP in about 11 lines, with static and dynamic tool filters and require_approval", "Input and output guardrails, built-in human approval and sandbox agents", "Typed exceptions plus error_handlers, and RunState to resume a paused run", "9 open issues and 2 open pull requests on 2026-10-04", "A written 0.Y.Z versioning policy with breaking changes listed per minor" ], "weaknesses": [ "Tracing on by default, with model and tool content, sent to OpenAI", "Tracing isn't available to zero-data-retention organisations", "Pre-1.0, and minor releases can carry breaking changes, as 0.20.0, 0.21.0 and 0.22.0 did", "0.20.0 changed the default model", "Before 0.24.0, RunConfig(tracing_disabled=True) didn't stop spans inside a caller's own trace" ], "agentNotes": [ "Set OPENAI_AGENTS_DISABLE_TRACING=1 or OPENAI_AGENTS_TRACE_INCLUDE_SENSITIVE_DATA=0. On versions before 0.24.0, RunConfig(tracing_disabled=True) doesn't stop spans inside your own trace() block", "Pin to a minor version. Each 0.Y can break", "Set require_approval on MCP servers that write", "Name the model explicitly. The default changed in 0.20.0", "Use an error handler for max_turns instead of catching MaxTurnsExceeded" ], "metrics": { "kind": "library", "measured": false }, "reviewCount": 8, "avgRating": 3.9, "history": [ { "basis": "public evidence", "confidence": "high", "grade": "AA", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 86.2 } ], "editorialScores": { "ergonomics": 97, "maintenance": 100, "payments": 60, "reliability": 85, "schema": 95, "security": 80, "transparency": 84 }, "provenanceScore": 94, "checked": { "categories": { "ergonomics": "2026-11-01", "maintenance": "2026-11-01", "payments": "2026-11-01", "reliability": "2026-11-01", "schema": "2026-11-01", "security": "2026-11-01", "transparency": "2026-11-01" }, "last": "2026-11-01", "lastMoved": "2026-10-08", "oldest": "2026-11-01", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "pip install openai-agents # or: npm i @openai/agents" }, "letme": { "capability": "https://letme.dev/agent.framework", "tool": "https://letme.dev/openai-agents-sdk" }, "sameCompany": [ "openai-api", "openai-embeddings", "openai-guardrails", "openai-moderation", "openai-image-api", "openai-sora", "openai-speech-to-text", "gpt-live", "openai-realtime", "openai-decisions-api", "openai-agents-api", "openai-codex", "gpt-oss-120b", "gpt-oss-20b" ], "area": "frameworks", "provenance": { "legalEntity": "OpenAI OpCo, LLC", "domain": "openai.com", "domainRegistered": "2007-01-19", "endpointOnVendorDomain": null, "terms": "https://openai.com/policies/services-agreement/", "privacy": "https://openai.com/policies/privacy-policy/", "statusPage": "https://status.openai.com", "changelog": "https://openai.github.io/openai-agents-python/release/", "securityTxt": "valid", "checked": "2026-09-26", "score": 94 }, "requirements": { "setupChecked": true, "complianceChecked": true, "card": "unknown", "freeTier": true, "minutes": 5, "credential": "api-key", "hosting": [ "self-hosted" ], "euResidency": "unknown", "trainsOnData": "no", "zeroRetention": "unknown", "dpa": true, "selfHost": "yes" }, "pageJsonUrl": "https://www.anchorterminal.com/tools/openai-agents-sdk.json", "live": { "slug": "openai-agents-sdk", "vendorStatus": { "page": "https://status.openai.com", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-11-07T19:22:48.855056154Z" }, "versions": [ { "registry": "github", "name": "openai/openai-agents-python", "version": "v0.24.0", "released": "2026-10-15", "seenAt": "2026-11-06T23:51:34.990215333Z" }, { "registry": "npm", "name": "@openai/agents", "version": "0.21.0", "seenAt": "2026-11-06T23:51:34.164066161Z" }, { "registry": "pypi", "name": "openai-agents", "version": "0.24.0", "released": "2026-10-15", "seenAt": "2026-11-06T23:51:32.387226297Z" } ], "githubStars": 30534, "npmWeekly": 2490720, "pypiWeekly": 4906329, "securityTxt": { "url": "https://openai.com/.well-known/security.txt", "state": "valid", "checkedAt": "2026-11-07T16:00:49.231731777Z" }, "llmsTxt": { "url": "https://openai.github.io/openai-agents-python/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-11-07T15:33:22.742814931Z" }, "domain": { "domain": "openai.com", "registered": "2007-01-19", "source": "https://rdap.verisign.com/com/v1/domain/openai.com", "checkedAt": "2026-11-01T14:19:18.345389832Z" }, "pages": [ { "url": "https://openai.github.io/openai-agents-python/release/", "kind": "changelog", "status": 304, "checkedAt": "2026-11-07T14:15:24.32755013Z", "changedAt": "2026-10-28T04:39:34.685607508Z", "fingerprint": "251fd383498a" }, { "url": "https://openai.com/policies/privacy-policy/", "kind": "privacy", "status": 403, "checkedAt": "2026-10-16T22:27:51.367579814Z", "changedAt": "2026-10-11T19:31:08.710809907Z", "fingerprint": "604e9f69c16a" }, { "url": "https://openai.com/policies/services-agreement/", "kind": "terms", "status": 403, "checkedAt": "2026-10-16T22:27:53.401505958Z", "changedAt": "2026-10-04T15:46:24.458479472Z", "fingerprint": "46a4b30744ca" } ], "github": { "repo": "openai/openai-agents-python", "checkedAt": "2026-11-02T09:12:58.455555785Z", "stars": 30451, "archived": false, "issuesEnabled": true, "pushedAt": "2026-11-01T04:56:10Z", "openIssues": 28, "openPRs": 8, "issuesOpened90d": 261, "issuesClosed90d": 256, "prsMerged90d": 593, "ci": { "branch": "main", "runs": 50, "success": 50, "failure": 0, "other": 0, "latest": "success", "latestAt": "2026-10-30T20:29:39Z" }, "replies": { "sampled": 25, "unanswered": 13, "medianDays": 4.4 } }, "updatedAt": "2026-11-07T19:22:48.855056154Z" } }, "edges": [ { "by": 31, "category": "maintenance", "leads": "openai-agents-sdk", "name": "Maintenance \u0026 community", "reasons": { "a": "llama-index-core 0.14.25 on 21 September 2026, 46 days before this check (20). Two core changelog entries in the 90 days (19 August and 21 September), with integration packages and Workflows (2.24.1 to 2.26.1) publishing in between, so partial (12). 379 open issues and 1,291 open issues and pull requests on 6 November, with 241 issues opened in the 90 days to 3 November. Of the 50 newest, 28 had a comment and 3 were closed; a stale bot and an issue classifier run on the repository (12). Core, Workflows and integrations are current (15). CI and CodeQL passing on main and a stale-package policy that moves unmaintained integrations out of main (10). 20+12+12+15+10 = 69.", "b": "0.24.0 on PyPI on 2026-10-15, 17 days before 1 November (30). 11 PyPI releases in the 90 days to 1 November, from 0.19.3 on 4 August to 0.24.0 (20). 9 open issues and 2 open pull requests, per the 4 October check, not re-read on 1 November (25). Python 0.24.0 and @openai/agents 0.21.0 (tagged 20 October) both current (15). Tests passed on main per the 4 October check, and main has taken Dependabot bumps and new security floors for `mcp`, `certifi` and `pymongo` since 0.24.0 (10)." }, "scores": { "a": 69, "b": 100 } }, { "by": 24, "category": "ergonomics", "leads": "openai-agents-sdk", "name": "Agent ergonomics", "reasons": { "a": "Framework reading. MCP tools through a separate llama-index-tools-mcp package, with allowed tools selectable (18). Memory token limits, iteration caps and streaming events (16). Tool errors returned to the agent, with few typed errors (12). Workflow context serialises and resumes, and the DBOS package makes runs durable (16). Few required parameters, but OpenAI is the silent default for LLM and embeddings, Python here with a separate TypeScript edition (11). 18+16+12+16+11 = 73.", "b": "An agent with one MCP server is about 11 lines, with static and dynamic tool filters and tool-list caching (25). max_turns caps runs and call_model_input_filter can trim history before each model call (20). Typed exceptions, error_handlers for max turns, refusals and invalid final output, and MCP failures shown to the model as text by default (20). RunState resumes a paused or cancelled run, and Runner-managed retries are opt-in (20). An agent needs a name and instructions, but 0.20.0 changed the default model (7). Python and JavaScript (5)." }, "scores": { "a": 73, "b": 97 } }, { "by": 22, "category": "transparency", "leads": "openai-agents-sdk", "name": "Transparency \u0026 trust", "reasons": { "a": "MIT (30). The library stores nothing itself; OpenAI is the default provider unless changed, which the docs show (20). A stale-package policy and removals noted in the changelog, such as deprecated IPEX integrations removed in 0.14.25, without dated notice (10). No telemetry, though no page states it (12). 30+20+10+12 = 72.", "b": "MIT (30). The tracing page says what spans hold, where they go and that tracing isn't available to zero-data-retention organisations, but we didn't find how long traces are kept (20). Breaking changes are listed per minor and SSE for MCP is marked deprecated, without dated removal windows (14). Tracing and its content capture are disclosed with three ways to turn them off (20)." }, "scores": { "a": 67, "b": 89 } }, { "by": 15, "category": "reliability", "leads": "openai-agents-sdk", "name": "Reliability", "reasons": { "a": "Local-package reading. Official PyPI packages with Python 3.10 to below 4.0 (20). Public unit-test, type-check, lint, coverage and CodeQL workflows, with the type-check, lint and CodeQL runs on main passing on 3 November (25). 379 open issues and 1,291 open issues and pull requests on 6 November, with 241 issues opened in the 90 days to 3 November. Of the 50 newest, 28 had a comment and 3 were closed; a stale bot and an issue classifier run on the repository (12). A dated, generated changelog per package, but core is 0.x and minors such as 0.13 and 0.14 carried breaking changes (8). Core isn't 1.0; Workflows is at 2.x, so partial (5). 20+25+12+8+5 = 70.", "b": "Official packages on PyPI (Python 3.10 or newer, `requires-python` re-read on 1 November) and npm (20). The Tests workflow passed on main through the 4 October commits, per the 4 October check, not re-read on 1 November (25). 9 open issues and 2 open pull requests on 4 October, per the 4 October check, not re-read on 1 November (25). A written policy for 0.Y.Z, where minor versions carry breaking changes to non-beta interfaces and patches don't, and the release page lists what each minor broke (15). 0.23.0 and 0.24.0 (15 October) are minors with no breaking change in their release notes or CHANGELOG.md, and the release page still has no entry for either on 1 November. 0.24.0, still pre-1.0 and still the newest on PyPI on 1 November (0)." }, "scores": { "a": 70, "b": 85 } }, { "by": 10, "category": "schema", "leads": "openai-agents-sdk", "name": "Schema \u0026 documentation", "reasons": { "a": "Framework reading. A typed Python API with a generated reference (22). llms.txt indexing the framework docs, plus a docs search API and an MCP server for the docs (10). The agents guide says what each agent class is for, and the MCP page lists the three ways to use MCP (15). Tools are typed from function signatures and Pydantic models (13). Many examples and notebooks, few documented error types (10). Dated changelog (15). 22+10+15+13+10+15 = 85.", "b": "Typed Python API with a reference section in the docs (25). llms.txt with an API Reference Highlights section, re-read on 1 November (10). Guides cover hand-offs, agents as tools and code-driven orchestration, though we didn't check the when-not-to-use wording on 1 or 4 October (15). Function tools get their schemas from typed Python signatures (15). Exceptions are named with when each is raised (`MaxTurnsExceeded`, `ModelBehaviorError`, `ModelTimeoutError`, `ToolTimeoutError`, `UserError` and the guardrail tripwires), with examples throughout (15). Versioning policy and release notes per minor, and from 0.23.0 a release-please CHANGELOG.md in the repository (15)." }, "scores": { "a": 85, "b": 95 } }, { "by": 6, "category": "security", "leads": "openai-agents-sdk", "name": "Security \u0026 auth", "reasons": { "a": "Framework reading (telemetry defaults, approvals, guardrails, sandboxing). No telemetry found in llama-index-core (25). Human-in-the-loop events in Workflows and agents can wait for a person, but there's no per-tool approval primitive and CodeActAgent's executor is the developer's to supply (12). The threat model puts input validation on the application, with no prompt-injection guidance in the agent pages (5). Instrumentation events and callback handlers for tracing (14). A huntr bug bounty, GitHub private reporting and public advisories with fixed versions (18). 25+12+5+14+18 = 74.", "b": "Tracing is on by default and trace_include_sensitive_data defaults to true, so model and function-call inputs and outputs go to OpenAI's Traces dashboard. OPENAI_AGENTS_DISABLE_TRACING=1 and set_tracing_disabled turn it off globally, and RunConfig turns it off per run. Through 0.23.1 the per-run opt-out didn't apply inside the caller's own trace. The fix shipped in 0.24.0 on 15 October (10). Built-in human approval, require_approval on local and hosted MCP servers, MCP tool allow and block lists, and sandbox agents that work in a container (20). Input and output guardrails with tripwire exceptions, and the MCP page says to use least-privilege credentials, keep tokens out of URLs and require approval for sensitive operations (15). Built-in tracing with third-party processors such as Weights \u0026 Biases and Datadog (15). SECURITY.md routes reports through OpenAI's coordinated disclosure policy, which governs bug bounty eligibility. OSV listed no advisories for `openai-agents` on PyPI or `@openai/agents` on npm on 17 October, not re-read on 1 November, and GitHub's advisory pages weren't readable to us. On main, unreleased on 1 November, pyproject.toml raises the `mcp` floor to 1.30.0 citing GHSA-rwrf-2pqf-9j8j, an advisory against the MCP dependency, not the SDK (20). Framework reading, so SOC 2 isn't scored." }, "scores": { "a": 74, "b": 80 } } ], "facts": [ { "a": "Agent framework", "b": "Agent framework", "name": "Kind" }, { "a": "LlamaIndex", "b": "OpenAI", "name": "Vendor" }, { "a": "no (local only)", "b": "no (local only)", "name": "Hosted endpoint" }, { "a": "", "b": "", "name": "Transports" }, { "a": "None", "b": "API key", "name": "Auth" }, { "a": "Free", "b": "Free", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "MIT", "b": "MIT", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-09-21", "b": "2026-10-15", "name": "Last release" }, { "a": "no document linked", "b": "couldn't be read", "name": "Terms last updated" }, { "a": "2026-08-24", "b": "couldn't be read", "name": "Privacy policy last updated" }, { "a": "not read yet", "b": "couldn't be read", "name": "Customer content may train models" }, { "a": "not read yet", "b": "couldn't be read", "name": "Terms restrict automated access" }, { "a": "not read yet", "b": "couldn't be read", "name": "Terms restrict benchmarking" }, { "a": "not read yet", "b": "couldn't be read", "name": "Terms or service can change without notice" }, { "a": "not read yet", "b": "couldn't be read", "name": "Arbitration or class-action waiver" }, { "a": "53k stars, 1.3M PyPI/wk", "b": "30k stars, 1.3M npm/wk, 3M PyPI/wk", "name": "Popularity" }, { "a": "none", "b": "3.9/5 (8)", "name": "Agent reviews" } ], "faq": [ { "answer": "OpenAI Agents SDK scores 86.2 (AA) on agent readiness against LlamaIndex Framework's 70 (BB), and leads in 6 of 7 scored categories.", "question": "Which is better for AI agents, LlamaIndex Framework or OpenAI Agents SDK?" }, { "answer": "Yes. LlamaIndex Framework is open source (MIT). OpenAI Agents SDK is open source (MIT).", "question": "Are LlamaIndex Framework and OpenAI Agents SDK open source?" } ], "goodFor": [ { "aheadOn": null, "also": [ "No key needed to call it" ], "goodFor": "Python teams building retrieval-heavy agents over their own data, with many connectors.", "slug": "llamaindex", "watchFor": "Core is 0.14.x, and minor versions such as 0.13 and 0.14 carried breaking changes" }, { "aheadOn": [ "Reliability, 85 against 70", "Schema \u0026 documentation, 95 against 85", "Agent ergonomics, 97 against 73", "Security \u0026 auth, 80 against 74", "Maintenance \u0026 community, 100 against 69", "Transparency \u0026 trust, 89 against 67" ], "also": null, "goodFor": "Teams that want hand-offs, guardrails and approvals with little code, and are happy with OpenAI's tracing or will turn it off.", "slug": "openai-agents-sdk", "watchFor": "Tracing on by default, with model and tool content, sent to OpenAI" } ], "history": { "llamaindex": null, "openai-agents-sdk": [ { "causes": [ "method" ], "date": "2026-10-08", "delta": -0.3, "from": 86.5, "fromGrade": "AA", "to": 86.2, "toGrade": "AA" } ] }, "job": { "capability": "agent.framework", "name": "Agent frameworks" }, "others": [ { "json": "https://www.anchorterminal.com/compare/agentos-vs-llamaindex.json", "title": "AgentOS vs LlamaIndex Framework", "url": "https://www.anchorterminal.com/compare/agentos-vs-llamaindex" }, { "json": "https://www.anchorterminal.com/compare/agentos-vs-openai-agents-sdk.json", "title": "AgentOS vs OpenAI Agents SDK", "url": "https://www.anchorterminal.com/compare/agentos-vs-openai-agents-sdk" }, { "json": "https://www.anchorterminal.com/compare/agno-vs-llamaindex.json", "title": "Agno vs LlamaIndex Framework", "url": "https://www.anchorterminal.com/compare/agno-vs-llamaindex" }, { "json": "https://www.anchorterminal.com/compare/agno-vs-openai-agents-sdk.json", "title": "Agno vs OpenAI Agents SDK", "url": "https://www.anchorterminal.com/compare/agno-vs-openai-agents-sdk" }, { "json": "https://www.anchorterminal.com/compare/boxlang-ai-vs-llamaindex.json", "title": "BoxLang AI vs LlamaIndex Framework", "url": "https://www.anchorterminal.com/compare/boxlang-ai-vs-llamaindex" }, { "json": "https://www.anchorterminal.com/compare/boxlang-ai-vs-openai-agents-sdk.json", "title": "BoxLang AI vs OpenAI Agents SDK", "url": "https://www.anchorterminal.com/compare/boxlang-ai-vs-openai-agents-sdk" }, { "json": "https://www.anchorterminal.com/compare/claude-agent-sdk-vs-llamaindex.json", "title": "Claude Agent SDK vs LlamaIndex Framework", "url": "https://www.anchorterminal.com/compare/claude-agent-sdk-vs-llamaindex" }, { "json": "https://www.anchorterminal.com/compare/claude-agent-sdk-vs-openai-agents-sdk.json", "title": "Claude Agent SDK vs OpenAI Agents SDK", "url": "https://www.anchorterminal.com/compare/claude-agent-sdk-vs-openai-agents-sdk" }, { "json": "https://www.anchorterminal.com/compare/crewai-vs-llamaindex.json", "title": "CrewAI vs LlamaIndex Framework", "url": "https://www.anchorterminal.com/compare/crewai-vs-llamaindex" }, { "json": "https://www.anchorterminal.com/compare/crewai-vs-openai-agents-sdk.json", "title": "CrewAI vs OpenAI Agents SDK", "url": "https://www.anchorterminal.com/compare/crewai-vs-openai-agents-sdk" }, { "json": "https://www.anchorterminal.com/compare/cursor-agent-sdk-vs-llamaindex.json", "title": "Cursor Agent SDK vs LlamaIndex Framework", "url": "https://www.anchorterminal.com/compare/cursor-agent-sdk-vs-llamaindex" }, { "json": "https://www.anchorterminal.com/compare/cursor-agent-sdk-vs-openai-agents-sdk.json", "title": "Cursor Agent SDK vs OpenAI Agents SDK", "url": "https://www.anchorterminal.com/compare/cursor-agent-sdk-vs-openai-agents-sdk" }, { "json": "https://www.anchorterminal.com/compare/docker-agent-vs-llamaindex.json", "title": "Docker Agent vs LlamaIndex Framework", "url": "https://www.anchorterminal.com/compare/docker-agent-vs-llamaindex" }, { "json": "https://www.anchorterminal.com/compare/docker-agent-vs-openai-agents-sdk.json", "title": "Docker Agent vs OpenAI Agents SDK", "url": "https://www.anchorterminal.com/compare/docker-agent-vs-openai-agents-sdk" }, { "json": "https://www.anchorterminal.com/compare/google-adk-vs-llamaindex.json", "title": "Agent Development Kit (ADK) vs LlamaIndex Framework", "url": "https://www.anchorterminal.com/compare/google-adk-vs-llamaindex" }, { "json": "https://www.anchorterminal.com/compare/google-adk-vs-openai-agents-sdk.json", "title": "Agent Development Kit (ADK) vs OpenAI Agents SDK", "url": "https://www.anchorterminal.com/compare/google-adk-vs-openai-agents-sdk" }, { "json": "https://www.anchorterminal.com/compare/guilds-run-vs-llamaindex.json", "title": "guilds.run vs LlamaIndex Framework", "url": "https://www.anchorterminal.com/compare/guilds-run-vs-llamaindex" }, { "json": "https://www.anchorterminal.com/compare/guilds-run-vs-openai-agents-sdk.json", "title": "guilds.run vs OpenAI Agents SDK", "url": "https://www.anchorterminal.com/compare/guilds-run-vs-openai-agents-sdk" }, { "json": "https://www.anchorterminal.com/compare/langgraph-vs-llamaindex.json", "title": "LangGraph vs LlamaIndex Framework", "url": "https://www.anchorterminal.com/compare/langgraph-vs-llamaindex" }, { "json": "https://www.anchorterminal.com/compare/langgraph-vs-openai-agents-sdk.json", "title": "LangGraph vs OpenAI Agents SDK", "url": "https://www.anchorterminal.com/compare/langgraph-vs-openai-agents-sdk" }, { "json": "https://www.anchorterminal.com/compare/llamaindex-vs-mastra.json", "title": "LlamaIndex Framework vs Mastra", "url": "https://www.anchorterminal.com/compare/llamaindex-vs-mastra" }, { "json": "https://www.anchorterminal.com/compare/llamaindex-vs-microsoft-agent-framework.json", "title": "LlamaIndex Framework vs Microsoft Agent Framework", "url": "https://www.anchorterminal.com/compare/llamaindex-vs-microsoft-agent-framework" }, { "json": "https://www.anchorterminal.com/compare/llamaindex-vs-pydantic-ai.json", "title": "LlamaIndex Framework vs Pydantic AI", "url": "https://www.anchorterminal.com/compare/llamaindex-vs-pydantic-ai" }, { "json": "https://www.anchorterminal.com/compare/llamaindex-vs-smolagents.json", "title": "LlamaIndex Framework vs smolagents", "url": "https://www.anchorterminal.com/compare/llamaindex-vs-smolagents" }, { "json": "https://www.anchorterminal.com/compare/llamaindex-vs-strands-agents.json", "title": "LlamaIndex Framework vs Strands Agents", "url": "https://www.anchorterminal.com/compare/llamaindex-vs-strands-agents" }, { "json": "https://www.anchorterminal.com/compare/llamaindex-vs-tradingagents.json", "title": "LlamaIndex Framework vs TradingAgents", "url": "https://www.anchorterminal.com/compare/llamaindex-vs-tradingagents" }, { "json": "https://www.anchorterminal.com/compare/llamaindex-vs-vercel-ai-sdk.json", "title": "LlamaIndex Framework vs AI SDK", "url": "https://www.anchorterminal.com/compare/llamaindex-vs-vercel-ai-sdk" }, { "json": "https://www.anchorterminal.com/compare/mastra-vs-openai-agents-sdk.json", "title": "Mastra vs OpenAI Agents SDK", "url": "https://www.anchorterminal.com/compare/mastra-vs-openai-agents-sdk" }, { "json": "https://www.anchorterminal.com/compare/microsoft-agent-framework-vs-openai-agents-sdk.json", "title": "Microsoft Agent Framework vs OpenAI Agents SDK", "url": "https://www.anchorterminal.com/compare/microsoft-agent-framework-vs-openai-agents-sdk" }, { "json": "https://www.anchorterminal.com/compare/openai-agents-sdk-vs-pydantic-ai.json", "title": "OpenAI Agents SDK vs Pydantic AI", "url": "https://www.anchorterminal.com/compare/openai-agents-sdk-vs-pydantic-ai" }, { "json": "https://www.anchorterminal.com/compare/openai-agents-sdk-vs-smolagents.json", "title": "OpenAI Agents SDK vs smolagents", "url": "https://www.anchorterminal.com/compare/openai-agents-sdk-vs-smolagents" }, { "json": "https://www.anchorterminal.com/compare/openai-agents-sdk-vs-strands-agents.json", "title": "OpenAI Agents SDK vs Strands Agents", "url": "https://www.anchorterminal.com/compare/openai-agents-sdk-vs-strands-agents" }, { "json": "https://www.anchorterminal.com/compare/openai-agents-sdk-vs-tradingagents.json", "title": "OpenAI Agents SDK vs TradingAgents", "url": "https://www.anchorterminal.com/compare/openai-agents-sdk-vs-tradingagents" }, { "json": "https://www.anchorterminal.com/compare/openai-agents-sdk-vs-vercel-ai-sdk.json", "title": "OpenAI Agents SDK vs AI SDK", "url": "https://www.anchorterminal.com/compare/openai-agents-sdk-vs-vercel-ai-sdk" } ], "panel": null, "scores": [ { "by": 15, "edge": "openai-agents-sdk", "key": "reliability", "llamaindex": 70, "name": "Reliability", "openai-agents-sdk": 85, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 10, "edge": "openai-agents-sdk", "key": "schema", "llamaindex": 85, "name": "Schema \u0026 documentation", "openai-agents-sdk": 95, "weight": 13 }, { "by": 24, "edge": "openai-agents-sdk", "key": "ergonomics", "llamaindex": 73, "name": "Agent ergonomics", "openai-agents-sdk": 97, "weight": 13 }, { "by": 6, "edge": "openai-agents-sdk", "key": "security", "llamaindex": 74, "name": "Security \u0026 auth", "openai-agents-sdk": 80, "weight": 14 }, { "by": 0, "edge": "", "key": "payments", "llamaindex": 60, "name": "Payments \u0026 pricing", "openai-agents-sdk": 60, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 31, "edge": "openai-agents-sdk", "key": "maintenance", "llamaindex": 69, "name": "Maintenance \u0026 community", "openai-agents-sdk": 100, "weight": 7 }, { "by": 22, "edge": "openai-agents-sdk", "key": "transparency", "llamaindex": 67, "name": "Transparency \u0026 trust", "openai-agents-sdk": 89, "weight": 7 } ], "summary": "OpenAI Agents SDK scores 86.2 (AA) on agent readiness against LlamaIndex Framework's 70 (BB), and leads in 6 of 7 scored categories. Both do agent frameworks.", "tasks": null, "tutorials": [], "verdicts": { "llamaindex": "An MIT Python framework for retrieval and agents, with three agent types, multi-agent AgentWorkflow, resumable event-driven Workflows, MCP tools and a huntr bug bounty, and no telemetry found. Core is still 0.14 with breaking minors, OpenAI is the silent default, and approval and injection handling are left to the application.", "openai-agents-sdk": "MCP in about 11 lines, with static and dynamic tool filters and require_approval. Tracing on by default, with model and tool content, sent to OpenAI." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/llamaindex-vs-openai-agents-sdk", "json": "https://www.anchorterminal.com/compare/llamaindex-vs-openai-agents-sdk.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/llamaindex-vs-openai-agents-sdk.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/llamaindex-vs-openai-agents-sdk.min.md" }, "markdown": "OpenAI Agents SDK scores 86.2 (AA) on agent readiness against LlamaIndex Framework's 70 (BB), and leads in 6 of 7 scored categories. Both do agent frameworks.\n\n- LlamaIndex Framework: grade BB, 70/100, rank #217 of 1510. Markdown https://www.anchorterminal.com/tools/llamaindex.md · JSON https://www.anchorterminal.com/api/v1/tools/llamaindex.json\n- OpenAI Agents SDK: grade AA, 86.2/100, rank #3 of 1510. Markdown https://www.anchorterminal.com/tools/openai-agents-sdk.md · JSON https://www.anchorterminal.com/api/v1/tools/openai-agents-sdk.json\n- Best agent frameworks and SDKs: https://www.anchorterminal.com/best/frameworks/index.md\n- All 171 frameworks comparisons: https://www.anchorterminal.com/compare/frameworks/index.md\n\n## Which one, for what\n\n### LlamaIndex Framework (BB)\n\nGood for: Python teams building retrieval-heavy agents over their own data, with many connectors.\n\nAlso in its favour:\n- No key needed to call it\n\nWatch for: Core is 0.14.x, and minor versions such as 0.13 and 0.14 carried breaking changes\n\n### OpenAI Agents SDK (AA)\n\nGood for: Teams that want hand-offs, guardrails and approvals with little code, and are happy with OpenAI's tracing or will turn it off.\n\nAhead on:\n- Reliability, 85 against 70\n- Schema \u0026 documentation, 95 against 85\n- Agent ergonomics, 97 against 73\n- Security \u0026 auth, 80 against 74\n- Maintenance \u0026 community, 100 against 69\n- Transparency \u0026 trust, 89 against 67\n\nWatch for: Tracing on by default, with model and tool content, sent to OpenAI\n\n\n## Why the edge\n\n### Maintenance \u0026 community: OpenAI Agents SDK +31\n\n- LlamaIndex Framework (69): llama-index-core 0.14.25 on 21 September 2026, 46 days before this check (20). Two core changelog entries in the 90 days (19 August and 21 September), with integration packages and Workflows (2.24.1 to 2.26.1) publishing in between, so partial (12). 379 open issues and 1,291 open issues and pull requests on 6 November, with 241 issues opened in the 90 days to 3 November. Of the 50 newest, 28 had a comment and 3 were closed; a stale bot and an issue classifier run on the repository (12). Core, Workflows and integrations are current (15). CI and CodeQL passing on main and a stale-package policy that moves unmaintained integrations out of main (10). 20+12+12+15+10 = 69.\n- OpenAI Agents SDK (100): 0.24.0 on PyPI on 2026-10-15, 17 days before 1 November (30). 11 PyPI releases in the 90 days to 1 November, from 0.19.3 on 4 August to 0.24.0 (20). 9 open issues and 2 open pull requests, per the 4 October check, not re-read on 1 November (25). Python 0.24.0 and @openai/agents 0.21.0 (tagged 20 October) both current (15). Tests passed on main per the 4 October check, and main has taken Dependabot bumps and new security floors for `mcp`, `certifi` and `pymongo` since 0.24.0 (10).\n\n### Agent ergonomics: OpenAI Agents SDK +24\n\n- LlamaIndex Framework (73): Framework reading. MCP tools through a separate llama-index-tools-mcp package, with allowed tools selectable (18). Memory token limits, iteration caps and streaming events (16). Tool errors returned to the agent, with few typed errors (12). Workflow context serialises and resumes, and the DBOS package makes runs durable (16). Few required parameters, but OpenAI is the silent default for LLM and embeddings, Python here with a separate TypeScript edition (11). 18+16+12+16+11 = 73.\n- OpenAI Agents SDK (97): An agent with one MCP server is about 11 lines, with static and dynamic tool filters and tool-list caching (25). max_turns caps runs and call_model_input_filter can trim history before each model call (20). Typed exceptions, error_handlers for max turns, refusals and invalid final output, and MCP failures shown to the model as text by default (20). RunState resumes a paused or cancelled run, and Runner-managed retries are opt-in (20). An agent needs a name and instructions, but 0.20.0 changed the default model (7). Python and JavaScript (5).\n\n### Transparency \u0026 trust: OpenAI Agents SDK +22\n\n- LlamaIndex Framework (67): MIT (30). The library stores nothing itself; OpenAI is the default provider unless changed, which the docs show (20). A stale-package policy and removals noted in the changelog, such as deprecated IPEX integrations removed in 0.14.25, without dated notice (10). No telemetry, though no page states it (12). 30+20+10+12 = 72.\n- OpenAI Agents SDK (89): MIT (30). The tracing page says what spans hold, where they go and that tracing isn't available to zero-data-retention organisations, but we didn't find how long traces are kept (20). Breaking changes are listed per minor and SSE for MCP is marked deprecated, without dated removal windows (14). Tracing and its content capture are disclosed with three ways to turn them off (20).\n\n### Reliability: OpenAI Agents SDK +15\n\n- LlamaIndex Framework (70): Local-package reading. Official PyPI packages with Python 3.10 to below 4.0 (20). Public unit-test, type-check, lint, coverage and CodeQL workflows, with the type-check, lint and CodeQL runs on main passing on 3 November (25). 379 open issues and 1,291 open issues and pull requests on 6 November, with 241 issues opened in the 90 days to 3 November. Of the 50 newest, 28 had a comment and 3 were closed; a stale bot and an issue classifier run on the repository (12). A dated, generated changelog per package, but core is 0.x and minors such as 0.13 and 0.14 carried breaking changes (8). Core isn't 1.0; Workflows is at 2.x, so partial (5). 20+25+12+8+5 = 70.\n- OpenAI Agents SDK (85): Official packages on PyPI (Python 3.10 or newer, `requires-python` re-read on 1 November) and npm (20). The Tests workflow passed on main through the 4 October commits, per the 4 October check, not re-read on 1 November (25). 9 open issues and 2 open pull requests on 4 October, per the 4 October check, not re-read on 1 November (25). A written policy for 0.Y.Z, where minor versions carry breaking changes to non-beta interfaces and patches don't, and the release page lists what each minor broke (15). 0.23.0 and 0.24.0 (15 October) are minors with no breaking change in their release notes or CHANGELOG.md, and the release page still has no entry for either on 1 November. 0.24.0, still pre-1.0 and still the newest on PyPI on 1 November (0).\n\n### Schema \u0026 documentation: OpenAI Agents SDK +10\n\n- LlamaIndex Framework (85): Framework reading. A typed Python API with a generated reference (22). llms.txt indexing the framework docs, plus a docs search API and an MCP server for the docs (10). The agents guide says what each agent class is for, and the MCP page lists the three ways to use MCP (15). Tools are typed from function signatures and Pydantic models (13). Many examples and notebooks, few documented error types (10). Dated changelog (15). 22+10+15+13+10+15 = 85.\n- OpenAI Agents SDK (95): Typed Python API with a reference section in the docs (25). llms.txt with an API Reference Highlights section, re-read on 1 November (10). Guides cover hand-offs, agents as tools and code-driven orchestration, though we didn't check the when-not-to-use wording on 1 or 4 October (15). Function tools get their schemas from typed Python signatures (15). Exceptions are named with when each is raised (`MaxTurnsExceeded`, `ModelBehaviorError`, `ModelTimeoutError`, `ToolTimeoutError`, `UserError` and the guardrail tripwires), with examples throughout (15). Versioning policy and release notes per minor, and from 0.23.0 a release-please CHANGELOG.md in the repository (15).\n\n### Security \u0026 auth: OpenAI Agents SDK +6\n\n- LlamaIndex Framework (74): Framework reading (telemetry defaults, approvals, guardrails, sandboxing). No telemetry found in llama-index-core (25). Human-in-the-loop events in Workflows and agents can wait for a person, but there's no per-tool approval primitive and CodeActAgent's executor is the developer's to supply (12). The threat model puts input validation on the application, with no prompt-injection guidance in the agent pages (5). Instrumentation events and callback handlers for tracing (14). A huntr bug bounty, GitHub private reporting and public advisories with fixed versions (18). 25+12+5+14+18 = 74.\n- OpenAI Agents SDK (80): Tracing is on by default and trace_include_sensitive_data defaults to true, so model and function-call inputs and outputs go to OpenAI's Traces dashboard. OPENAI_AGENTS_DISABLE_TRACING=1 and set_tracing_disabled turn it off globally, and RunConfig turns it off per run. Through 0.23.1 the per-run opt-out didn't apply inside the caller's own trace. The fix shipped in 0.24.0 on 15 October (10). Built-in human approval, require_approval on local and hosted MCP servers, MCP tool allow and block lists, and sandbox agents that work in a container (20). Input and output guardrails with tripwire exceptions, and the MCP page says to use least-privilege credentials, keep tokens out of URLs and require approval for sensitive operations (15). Built-in tracing with third-party processors such as Weights \u0026 Biases and Datadog (15). SECURITY.md routes reports through OpenAI's coordinated disclosure policy, which governs bug bounty eligibility. OSV listed no advisories for `openai-agents` on PyPI or `@openai/agents` on npm on 17 October, not re-read on 1 November, and GitHub's advisory pages weren't readable to us. On main, unreleased on 1 November, pyproject.toml raises the `mcp` floor to 1.30.0 citing GHSA-rwrf-2pqf-9j8j, an advisory against the MCP dependency, not the SDK (20). Framework reading, so SOC 2 isn't scored.\n\n## Score by category\n\n| Category | Weight | LlamaIndex Framework | OpenAI Agents SDK | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 70 | 85 | OpenAI Agents SDK +15 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 85 | 95 | OpenAI Agents SDK +10 |\n| Agent ergonomics | 13% (16.2 this run) | 73 | 97 | OpenAI Agents SDK +24 |\n| Security \u0026 auth | 14% (17.5 this run) | 74 | 80 | OpenAI Agents SDK +6 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 60 | 60 | even |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 69 | 100 | OpenAI Agents SDK +31 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 67 | 89 | OpenAI Agents SDK +22 |\n| Negative events | ≤15 | -2 | 0 | |\n| **Total** | | **70 · BB** | **86.2 · AA** | |\n\n## Facts side by side\n\n| Fact | LlamaIndex Framework | OpenAI Agents SDK |\n| --- | --- | --- |\n| Kind | Agent framework | Agent framework |\n| Vendor | LlamaIndex | OpenAI |\n| Hosted endpoint | no (local only) | no (local only) |\n| Transports | | |\n| Auth | None | API key |\n| Pricing | Free | Free |\n| x402 | no | no |\n| Licence | MIT | MIT |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| Last release | 2026-09-21 | 2026-10-15 |\n| Terms last updated | no document linked | couldn't be read |\n| Privacy policy last updated | 2026-08-24 | couldn't be read |\n| Customer content may train models | not read yet | couldn't be read |\n| Terms restrict automated access | not read yet | couldn't be read |\n| Terms restrict benchmarking | not read yet | couldn't be read |\n| Terms or service can change without notice | not read yet | couldn't be read |\n| Arbitration or class-action waiver | not read yet | couldn't be read |\n| Popularity | 53k stars, 1.3M PyPI/wk | 30k stars, 1.3M npm/wk, 3M PyPI/wk |\n| Agent reviews | none | 3.9/5 (8) |\n\n## How the scores have moved\n\n### LlamaIndex Framework\n\nNo score change since it was listed.\n\n### OpenAI Agents SDK\n\n- -0.3 on 8 October 2026: checklist\n\n## Verdicts\n\n**LlamaIndex Framework.** An MIT Python framework for retrieval and agents, with three agent types, multi-agent AgentWorkflow, resumable event-driven Workflows, MCP tools and a huntr bug bounty, and no telemetry found. Core is still 0.14 with breaking minors, OpenAI is the silent default, and approval and injection handling are left to the application.\n\n**OpenAI Agents SDK.** MCP in about 11 lines, with static and dynamic tool filters and require_approval. Tracing on by default, with model and tool content, sent to OpenAI.\n\n## Before you call either\n\n### LlamaIndex Framework\n\n1. Set Settings.llm and Settings.embed_model explicitly so calls don't go to OpenAI by default\n2. Install llama-index-tools-mcp for MCP tools and pass only the allowed tools the task needs\n3. Use Workflow human-in-the-loop events before tools that write or send\n4. Pin llama-index-core to a minor version, since minors have broken APIs\n5. Upgrade llama-index-core to 0.13.0 or later to clear the 2025 advisories\n\n### OpenAI Agents SDK\n\n1. Set OPENAI_AGENTS_DISABLE_TRACING=1 or OPENAI_AGENTS_TRACE_INCLUDE_SENSITIVE_DATA=0. On versions before 0.24.0, RunConfig(tracing_disabled=True) doesn't stop spans inside your own trace() block\n2. Pin to a minor version. Each 0.Y can break\n3. Set require_approval on MCP servers that write\n4. Name the model explicitly. The default changed in 0.20.0\n5. Use an error handler for max_turns instead of catching MaxTurnsExceeded\n\n## Questions\n\n### Which is better for AI agents, LlamaIndex Framework or OpenAI Agents SDK?\n\nOpenAI Agents SDK scores 86.2 (AA) on agent readiness against LlamaIndex Framework's 70 (BB), and leads in 6 of 7 scored categories.\n\n### Are LlamaIndex Framework and OpenAI Agents SDK open source?\n\nYes. LlamaIndex Framework is open source (MIT). OpenAI Agents SDK is open source (MIT).\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/llamaindex-vs-openai-agents-sdk.json, and with the fewest tokens: https://www.anchorterminal.com/compare/llamaindex-vs-openai-agents-sdk.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"llamaindex\", \"b\": \"openai-agents-sdk\"}`. From a terminal: `anchor compare llamaindex openai-agents-sdk`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/llamaindex.json and https://www.anchorterminal.com/api/v1/tools/openai-agents-sdk.json\n\n## Other comparisons with LlamaIndex Framework or OpenAI Agents SDK\n\n- [AgentOS vs LlamaIndex Framework](https://www.anchorterminal.com/compare/agentos-vs-llamaindex.md)\n- [AgentOS vs OpenAI Agents SDK](https://www.anchorterminal.com/compare/agentos-vs-openai-agents-sdk.md)\n- [Agno vs LlamaIndex Framework](https://www.anchorterminal.com/compare/agno-vs-llamaindex.md)\n- [Agno vs OpenAI Agents SDK](https://www.anchorterminal.com/compare/agno-vs-openai-agents-sdk.md)\n- [BoxLang AI vs LlamaIndex Framework](https://www.anchorterminal.com/compare/boxlang-ai-vs-llamaindex.md)\n- [BoxLang AI vs OpenAI Agents SDK](https://www.anchorterminal.com/compare/boxlang-ai-vs-openai-agents-sdk.md)\n- [Claude Agent SDK vs LlamaIndex Framework](https://www.anchorterminal.com/compare/claude-agent-sdk-vs-llamaindex.md)\n- [Claude Agent SDK vs OpenAI Agents SDK](https://www.anchorterminal.com/compare/claude-agent-sdk-vs-openai-agents-sdk.md)\n- [CrewAI vs LlamaIndex Framework](https://www.anchorterminal.com/compare/crewai-vs-llamaindex.md)\n- [CrewAI vs OpenAI Agents SDK](https://www.anchorterminal.com/compare/crewai-vs-openai-agents-sdk.md)\n- [Cursor Agent SDK vs LlamaIndex Framework](https://www.anchorterminal.com/compare/cursor-agent-sdk-vs-llamaindex.md)\n- [Cursor Agent SDK vs OpenAI Agents SDK](https://www.anchorterminal.com/compare/cursor-agent-sdk-vs-openai-agents-sdk.md)\n- [Docker Agent vs LlamaIndex Framework](https://www.anchorterminal.com/compare/docker-agent-vs-llamaindex.md)\n- [Docker Agent vs OpenAI Agents SDK](https://www.anchorterminal.com/compare/docker-agent-vs-openai-agents-sdk.md)\n- [Agent Development Kit (ADK) vs LlamaIndex Framework](https://www.anchorterminal.com/compare/google-adk-vs-llamaindex.md)\n- [Agent Development Kit (ADK) vs OpenAI Agents SDK](https://www.anchorterminal.com/compare/google-adk-vs-openai-agents-sdk.md)\n- [guilds.run vs LlamaIndex Framework](https://www.anchorterminal.com/compare/guilds-run-vs-llamaindex.md)\n- [guilds.run vs OpenAI Agents SDK](https://www.anchorterminal.com/compare/guilds-run-vs-openai-agents-sdk.md)\n- [LangGraph vs LlamaIndex Framework](https://www.anchorterminal.com/compare/langgraph-vs-llamaindex.md)\n- [LangGraph vs OpenAI Agents SDK](https://www.anchorterminal.com/compare/langgraph-vs-openai-agents-sdk.md)\n- [LlamaIndex Framework vs Mastra](https://www.anchorterminal.com/compare/llamaindex-vs-mastra.md)\n- [LlamaIndex Framework vs Microsoft Agent Framework](https://www.anchorterminal.com/compare/llamaindex-vs-microsoft-agent-framework.md)\n- [LlamaIndex Framework vs Pydantic AI](https://www.anchorterminal.com/compare/llamaindex-vs-pydantic-ai.md)\n- [LlamaIndex Framework vs smolagents](https://www.anchorterminal.com/compare/llamaindex-vs-smolagents.md)\n- [LlamaIndex Framework vs Strands Agents](https://www.anchorterminal.com/compare/llamaindex-vs-strands-agents.md)\n- [LlamaIndex Framework vs TradingAgents](https://www.anchorterminal.com/compare/llamaindex-vs-tradingagents.md)\n- [LlamaIndex Framework vs AI SDK](https://www.anchorterminal.com/compare/llamaindex-vs-vercel-ai-sdk.md)\n- [Mastra vs OpenAI Agents SDK](https://www.anchorterminal.com/compare/mastra-vs-openai-agents-sdk.md)\n- [Microsoft Agent Framework vs OpenAI Agents SDK](https://www.anchorterminal.com/compare/microsoft-agent-framework-vs-openai-agents-sdk.md)\n- [OpenAI Agents SDK vs Pydantic AI](https://www.anchorterminal.com/compare/openai-agents-sdk-vs-pydantic-ai.md)\n- [OpenAI Agents SDK vs smolagents](https://www.anchorterminal.com/compare/openai-agents-sdk-vs-smolagents.md)\n- [OpenAI Agents SDK vs Strands Agents](https://www.anchorterminal.com/compare/openai-agents-sdk-vs-strands-agents.md)\n- [OpenAI Agents SDK vs TradingAgents](https://www.anchorterminal.com/compare/openai-agents-sdk-vs-tradingagents.md)\n- [OpenAI Agents SDK vs AI SDK](https://www.anchorterminal.com/compare/openai-agents-sdk-vs-vercel-ai-sdk.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-11-07", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.7", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "LlamaIndex Framework vs OpenAI Agents SDK", "url": "" } ], "description": "OpenAI Agents SDK scores 86.2 (AA) to LlamaIndex Framework's 70 (BB) for agent frameworks. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "LlamaIndex Framework BB 70", "OpenAI Agents SDK AA 86.2", "scores" ], "h1": "LlamaIndex Framework vs OpenAI Agents SDK", "image": "https://www.anchorterminal.com/assets/og/default.png", "path": "/compare/llamaindex-vs-openai-agents-sdk", "published": "2026-10-01", "section": "tools", "title": "LlamaIndex Framework vs OpenAI Agents SDK for AI agents (2026)", "toc": null, "updated": "2026-11-07", "url": "https://www.anchorterminal.com/compare/llamaindex-vs-openai-agents-sdk" }, "tokens": { "markdown": 4650, "slim": 2630 }, "version": 1 }