{ "data": { "a": { "slug": "boxlang-ai", "name": "BoxLang AI", "vendor": "Ortus Solutions", "vendorUrl": "https://ai.boxlang.io", "kind": "framework", "category": "frameworks", "summary": "BoxLang AI (bx-ai) is Ortus Solutions' Apache-2.0 agent framework for BoxLang on the JVM, with agents, tools, memory, RAG, human approval, and an MCP client and server across more than 15 model providers.", "url": "https://www.anchorterminal.com/tools/boxlang-ai", "markdownUrl": "https://www.anchorterminal.com/tools/boxlang-ai.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/boxlang-ai.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/boxlang-ai.json", "dns": "boxlang-ai.grade.anchorterminal.com", "repo": "https://github.com/ortus-boxlang/bx-ai", "license": "Apache-2.0", "transports": [], "packages": [ { "registry": "forgebox", "name": "bx-ai" } ], "auth": "none", "authNotes": "A library with no account of its own. Model providers need their own keys, set in boxlang.json or read from each provider's environment variable (OPENAI_API_KEY, CLAUDE_API_KEY and so on). Ollama, Docker Model Runner and the mock provider need no key.", "pricing": "free", "pricingNotes": "Free under Apache-2.0. Model calls are billed by the provider. Ortus sells optional BoxLang runtime plans from $749 a year (Starter, one server) to $4,999 a node a year (BoxLang++), which the readme says add more vector memories and an Agent Dashboard.", "priceSummary": "Free · OSS", "where": "library", "x402": { "level": "no", "evidence": "Local library. No x402, MPP or L402 in the repository, the docs or the plans page, checked 1 November 2026.", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-11-01" }, "docsUrl": "https://ai.ortusbooks.com", "llmsTxt": "https://ai.ortusbooks.com/llms.txt", "capabilities": [ "agent.framework", "agent.multi-agent", "agent.mcp-client" ], "tags": [ "framework", "boxlang", "jvm", "open-source", "apache-2.0", "mcp", "llms-txt", "free" ], "lastRelease": "2026-10-20", "graded": true, "anchor": { "graded": true, "score": 65.8, "grade": "B", "agentReady": false, "rank": 403, "ranked": true, "rankOf": 1510, "categoryRank": 14, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 74, "maintenance": 83, "payments": 50, "reliability": 66, "schema": 71, "security": 71, "transparency": 70 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-01" }, "negative": -3, "negativeNotes": [ "2026-10-20. -3, a breaking change in a minor release without advance notice. 3.6.0 renamed the `MCPClient` class to `MCPHttpClient` with no alias, so code that created the class directly must move to `MCP( url )`. The changelog's Migration section says so on release day. 3.5.0 (11 September) likewise raised the minimum BoxLang runtime from 1.8.0 to 1.14.0. One term at the floor, as google-adk's minor-release breaking changes took. https://github.com/ortus-boxlang/bx-ai/blob/main/changelog.md" ], "verdict": "A JVM agent framework with human approval, guardrail middleware and an MCP client over HTTP and stdio, all enforced in code, with three releases in the 90 days to 1 November 2026. It runs only on BoxLang, the stronger guards are opt-in, and minor releases have renamed public classes without a deprecation period.", "bestFor": "Teams already running BoxLang or modernising CFML on the JVM who want agents, RAG and MCP with approval and guardrails in the same language", "strengths": [ "Human approval enforced in code, with suspended runs that resume without replaying the model call, five approval policies and durable grants", "Untrusted context is fenced and inbound text Unicode-normalised by default, with opt-in sanitiser, LLM-judge and output-redaction middleware", "stdio MCP servers start without a shell, with an allowedCommands setting, per-server tool filters and prefixes, and restart limits", "Three releases in the 90 days to 1 November 2026 (3.4.0, 3.5.0, 3.6.0), with a Keep a Changelog file and migration notes", "llms.txt and a Markdown copy of every docs page, plus about 100 runnable example scripts in the repository" ], "weaknesses": [ "Runs only on BoxLang, a JVM language, so it suits teams already on BoxLang or CFML rather than Python or TypeScript stacks", "Minor releases carry breaking changes. 3.6.0 renamed MCPClient to MCPHttpClient with no alias, noted on release day", "The stdio command allow-list, filesystem tool paths and MCP server authentication are all open by default", "Docs lag the code. On 1 November the 3.6.0 release page still read unreleased and didn't mention the stdio MCP client", "No OpenTelemetry export found. Tracing is through BoxLang interception points, logging and flight-recorder middleware" ], "agentNotes": [ "Set `mcp.stdio.allowedCommands` to the executables you need. The default empty list lets any command start as a stdio MCP server.", "Pass `allowedPaths` when you create FileSystemTools. With none, its tools can read, write and delete anywhere the JVM user can.", "Attach HumanInTheLoopMiddleware with a checkpointer for tools that write or spend. Approval is opt-in.", "Create MCP clients with `MCP()` rather than the class, since 3.6.0 renamed MCPClient to MCPHttpClient without an alias.", "Use the `mock` provider to test agent wiring and guardrails with no API key or network." ], "metrics": { "kind": "library", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 65.8 } ], "editorialScores": { "ergonomics": 74, "maintenance": 83, "payments": 50, "reliability": 66, "schema": 71, "security": 71, "transparency": 65 }, "provenanceScore": 74, "checked": { "categories": { "ergonomics": "2026-11-01", "maintenance": "2026-11-01", "payments": "2026-11-01", "reliability": "2026-11-01", "schema": "2026-11-01", "security": "2026-11-01", "transparency": "2026-11-01" }, "last": "2026-11-01", "oldest": "2026-11-01", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "install-bx-module bx-ai # in a web app: box install bx-ai" }, "letme": { "capability": "https://letme.dev/agent.framework", "tool": "https://letme.dev/boxlang-ai" }, "sameCompany": [ "bx-playwright" ], "area": "frameworks", "provenance": { "legalEntity": "Ortus Solutions, Corp.", "domain": "ortussolutions.com", "domainRegistered": "2006-04-12", "endpointOnVendorDomain": null, "terms": "https://github.com/ortus-boxlang/bx-ai/blob/main/src/main/resources/LICENSE", "privacy": "https://www.ortussolutions.com/about-us/ortus-privacy-policy", "statusPage": "", "changelog": "https://github.com/ortus-boxlang/bx-ai/blob/main/changelog.md", "securityTxt": "none", "checked": "2026-11-01", "notes": [ "The readme names Ortus Solutions, Corp as copyright holder, and box.json names Ortus Solutions as author.", "domainRegistered is from Verisign's RDAP record for ortussolutions.com. rdap.org has no record for boxlang.io, so the product domain's date wasn't read.", "security.txt answers 410 on www.ortussolutions.com and boxlang.io. CONTRIBUTING.md asks for vulnerability reports to security@ortussolutions.com.", "The Apache 2.0 licence stands in for terms. The privacy policy covers Ortus's website and customers, not the module.", "Local software, so there is no endpoint or status page." ], "score": 74 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/boxlang-ai.json", "live": { "slug": "boxlang-ai", "versions": [ { "registry": "github", "name": "ortus-boxlang/bx-ai", "version": "v3.7.0", "released": "2026-11-04", "seenAt": "2026-11-06T23:11:59.483535804Z" } ], "githubStars": 20, "securityTxt": { "url": "https://ortussolutions.com/.well-known/security.txt", "state": "none", "checkedAt": "2026-11-07T15:59:35.513461646Z" }, "llmsTxt": { "url": "https://ai.ortusbooks.com/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-11-07T15:31:44.174922688Z" }, "pages": [ { "url": "https://raw.githubusercontent.com/ortus-boxlang/bx-ai/main/changelog.md", "kind": "changelog", "status": 304, "checkedAt": "2026-11-07T14:22:35.612698873Z", "changedAt": "2026-11-04T08:34:53.336221384Z", "fingerprint": "f8be668a6e44" }, { "url": "https://www.ortussolutions.com/about-us/ortus-privacy-policy", "kind": "privacy", "status": 200, "checkedAt": "2026-11-07T14:32:35.59600414Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "b4280b39a3d6" }, { "url": "https://raw.githubusercontent.com/ortus-boxlang/bx-ai/main/src/main/resources/LICENSE", "kind": "terms", "status": 304, "checkedAt": "2026-11-07T14:22:37.201712876Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "839fbbcddc72" } ], "github": { "repo": "ortus-boxlang/bx-ai", "checkedAt": "2026-11-02T08:22:41.470134886Z", "stars": 19, "archived": false, "issuesEnabled": true, "pushedAt": "2026-11-01T17:24:53Z", "openIssues": 10, "openPRs": 8, "issuesOpened90d": 9, "issuesClosed90d": 9, "prsMerged90d": 65, "ci": { "branch": "development", "runs": 50, "success": 9, "failure": 28, "other": 13, "latest": "failure", "latestAt": "2026-11-01T17:37:12Z" }, "replies": { "sampled": 25, "unanswered": 7, "medianDays": 0.8 } }, "updatedAt": "2026-11-07T15:59:35.513461646Z" } }, "answer": "AI SDK scores 89.8 (AA) on agent readiness against BoxLang AI's 65.8 (B), and leads in every scored category.", "b": { "slug": "vercel-ai-sdk", "name": "AI SDK", "vendor": "Vercel Inc.", "vendorUrl": "https://vercel.com", "kind": "framework", "category": "frameworks", "summary": "Open-source TypeScript toolkit from Vercel for building AI applications and agents, with a provider-agnostic API, a ToolLoopAgent, an MCP client and UI hooks for React, Vue, Svelte and Angular.", "url": "https://www.anchorterminal.com/tools/vercel-ai-sdk", "markdownUrl": "https://www.anchorterminal.com/tools/vercel-ai-sdk.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/vercel-ai-sdk.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/vercel-ai-sdk.json", "dns": "vercel-ai-sdk.grade.anchorterminal.com", "repo": "https://github.com/vercel/ai", "license": "Apache-2.0", "transports": [], "packages": [ { "registry": "npm", "name": "ai" }, { "registry": "npm", "name": "@ai-sdk/mcp" }, { "registry": "npm", "name": "@ai-sdk/workflow" } ], "auth": "api-key", "authNotes": "The SDK has no account of its own. Each provider package takes that provider's key. Plain string model IDs resolve through Vercel's AI Gateway by default, which needs AI_GATEWAY_API_KEY or a Vercel OIDC token.", "pricing": "free", "pricingNotes": "Free and open source. You pay for model calls. The optional AI Gateway charges providers' list prices with no markup, from prepaid credits, with a free monthly credit on a subset of models (https://vercel.com/docs/ai-gateway/pricing, checked 2026-11-06).", "priceSummary": "Free · OSS", "where": "library", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the AI SDK docs, the vercel/ai repository's packages or the AI Gateway pricing page. The tools registry in the repository lists a third-party x402 marketplace tool (checked 2026-10-06).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 27781, "npmWeekly": 44868298, "pypiWeekly": null, "asOf": "2026-11-06" }, "docsUrl": "https://ai-sdk.dev/docs", "llmsTxt": "https://ai-sdk.dev/llms.txt", "capabilities": [ "agent.framework", "agent.mcp-client", "agent.multi-agent", "agent.durable" ], "tags": [ "framework", "typescript", "open-source", "llms-txt", "mcp", "otel" ], "lastRelease": "2026-11-05", "graded": true, "anchor": { "graded": true, "score": 89.8, "grade": "AA", "agentReady": true, "rank": 1, "ranked": true, "rankOf": 1510, "categoryRank": 1, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 95, "maintenance": 97, "payments": 60, "reliability": 93, "schema": 100, "security": 90, "transparency": 89 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-06" }, "negative": 0, "verdict": "A TypeScript agent toolkit with ToolLoopAgent, a built-in MCP client, per-tool approvals that can be HMAC-signed, opt-in OpenTelemetry and durable runs through WorkflowAgent. It ships three major versions in 14 months (5.0, 6.0, 7.0), each with a migration guide, and plain string model IDs route through Vercel's AI Gateway unless another provider is set.", "bestFor": "TypeScript teams building agents and chat UIs who want one API across many providers and a short path to MCP.", "strengths": [ "Apache 2.0, with 246 npm releases of `ai` in the 90 days to 6 October 2026", "MCP client in @ai-sdk/mcp with HTTP, SSE and stdio transports, OAuth and opt-in retries for tools/call", "Per-tool approvals, HMAC-signed approvals and Open Policy Agent rules in @ai-sdk/policy-opa", "Telemetry only after an OpenTelemetry integration is registered, with recordInputs and recordOutputs switches", "Tool search with deferred loading, so the model sees only a search tool until it needs more" ], "weaknesses": [ "TypeScript only, and `ai` 7.x needs Node 22 or newer", "Three major versions between July 2025 and June 2026, each with breaking changes", "String model IDs go to Vercel's AI Gateway by default, which needs a Vercel key", "No input or output guardrail primitive, and sandboxes and stdio MCP transport are still experimental", "1,399 open issues and pull requests on 4 October 2026, per a GitHub mirror" ], "agentNotes": [ "Pass a provider instance such as openai('model') if traffic shouldn't go through Vercel's AI Gateway", "Set toolApproval on tools that write, and experimental_toolApprovalSecret when approvals come back from a browser", "Raise or replace the default stop condition of 20 steps with stopWhen", "Close the MCP client after the run, and use HTTP transport outside local development", "Set recordInputs and recordOutputs to false when spans would carry secrets" ], "metrics": { "kind": "library", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "AA", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 89.8 } ], "editorialScores": { "ergonomics": 95, "maintenance": 97, "payments": 60, "reliability": 93, "schema": 100, "security": 90, "transparency": 86 }, "provenanceScore": 91, "checked": { "categories": { "ergonomics": "2026-11-06", "maintenance": "2026-11-06", "payments": "2026-11-06", "reliability": "2026-11-06", "schema": "2026-11-06", "security": "2026-11-06", "transparency": "2026-11-06" }, "last": "2026-11-06", "oldest": "2026-11-06", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "npm i ai # MCP: npm i @ai-sdk/mcp" }, "letme": { "capability": "https://letme.dev/agent.framework", "tool": "https://letme.dev/vercel-ai-sdk" }, "area": "frameworks", "provenance": { "legalEntity": "Vercel Inc.", "domain": "ai-sdk.dev", "domainRegistered": "2024-09-26", "endpointOnVendorDomain": null, "terms": "https://vercel.com/legal/terms", "privacy": "https://vercel.com/legal/privacy-policy", "statusPage": "https://www.vercel-status.com", "changelog": "https://github.com/vercel/ai/blob/main/packages/ai/CHANGELOG.md", "securityTxt": "valid", "checked": "2026-11-06", "notes": [ "The privacy notice (effective 1 June 2026) names Vercel Inc.", "vercel.com/.well-known/security.txt points to HackerOne and responsible.disclosure@vercel.com and expires 2027-09-28.", "RDAP gives ai-sdk.dev a registration date of 2024-09-26 and vercel.com 1999-10-04.", "The status page covers Vercel's hosted services, including the AI Gateway, not the library." ], "score": 91 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/vercel-ai-sdk.json", "live": { "slug": "vercel-ai-sdk", "vendorStatus": { "page": "https://www.vercel-status.com", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-11-07T19:23:51.340953129Z" }, "versions": [ { "registry": "github", "name": "vercel/ai", "version": "@ai-sdk/zai@2.0.19", "released": "2026-11-06", "seenAt": "2026-11-07T00:15:06.320451302Z" }, { "registry": "npm", "name": "@ai-sdk/mcp", "version": "2.0.92", "seenAt": "2026-11-07T00:15:02.210062748Z" }, { "registry": "npm", "name": "@ai-sdk/workflow", "version": "2.0.96", "seenAt": "2026-11-07T00:15:04.290347217Z" }, { "registry": "npm", "name": "ai", "version": "7.0.164", "seenAt": "2026-11-07T00:15:02.102209516Z" } ], "githubStars": 27784, "npmWeekly": 44868298, "securityTxt": { "url": "https://ai-sdk.dev/.well-known/security.txt", "state": "none", "checkedAt": "2026-11-07T15:59:53.467050636Z" }, "llmsTxt": { "url": "https://ai-sdk.dev/llms.txt", "ok": false, "status": 0, "checkedAt": "2026-11-07T15:34:35.854467131Z" }, "pages": [ { "url": "https://raw.githubusercontent.com/vercel/ai/main/packages/ai/CHANGELOG.md", "kind": "changelog", "status": 200, "checkedAt": "2026-11-07T14:24:01.002799396Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "6e9ccd1db741" } ], "updatedAt": "2026-11-07T19:23:51.340953129Z" } }, "edges": [ { "by": 29, "category": "schema", "leads": "vercel-ai-sdk", "name": "Schema \u0026 documentation", "reasons": { "a": "Framework reading. A reference page for each built-in function with its arguments, and tool schemas generated from typed function arguments with required fields since 3.3.1. BoxLang is dynamically typed and no published API reference was found, though the repository builds DocBox API docs (15 of 25). llms.txt with about 150 entries and a Markdown copy of every page (10). The FAQ says when to use aiChat() or aiAgent() and the security guide says which guards to use when, though some FAQ links still say coming soon for pages that exist (14 of 20). Tool arguments are typed with required lists, and stdio options a server doesn't have throw InvalidArgument (11 of 15). About 100 example scripts in the repository and a gallery on ai.boxlang.io, but the production guide catches RateLimitException, TimeoutException and AuthenticationException, which the module's source never throws, and there is no exception reference (9 of 15). Keep a Changelog and a release-history page per version, but the 3.6.0 page still read unreleased on 1 November and two old versions appear twice in the changelog (12 of 15). 71 in all.", "b": "Typed TypeScript API with a reference section for every function (25). llms.txt and a Markdown copy of each page (10). The docs say when to use each piece, such as a table of WorkflowAgent against ToolLoopAgent, a when-to-use section for subagents and harnesses, and HTTP over stdio for MCP in production (20). Tools take Zod or JSON Schema inputs (15). 38 error types documented in the reference, with error-handling guides and examples throughout (15). Versioning page and a changesets CHANGELOG per package (15)." }, "scores": { "a": 71, "b": 100 } }, { "by": 27, "category": "reliability", "leads": "vercel-ai-sdk", "name": "Reliability", "reasons": { "a": "Read with the local-software lines. Official package on ForgeBox, installed with `install-bx-module bx-ai` or `box install bx-ai`, with BoxLang 1.14.0 or later in box.json and JDK 21 in CONTRIBUTING.md, but the 3.6 announcement says BoxLang 1.18 or later (18 of 20). tests.yml runs about 140 test classes against Ollama and the vector stores in Docker Compose, and against paid providers on development and releases, on pull requests and pushes to development. Whether runs pass wasn't read, since WebFetch refused github.com (15 of 25). Open issues and replies weren't read for the same reason. The changelog closes issues #182 to #259 in 3.3.1 to 3.4.0, and bugs also go to Ortus's Jira (10 of 25). Keep a Changelog with semantic versioning stated and Migration sections, but breaking changes ship in minor releases (8 of 15). 3.6.0, past 1.0 (15). 66 in all.", "b": "Official npm packages, with `ai` 7.x requiring Node 22 or newer (20). A public CI workflow with lint, type checks, unit tests, Node-version tests, MCP tests on Windows and e2e tests runs on every push to main, and the newest completed CI runs on main passed on 6 November (25). 1,517 open issues and pull requests on 6 November from GitHub's API, with 1,059 issues opened in the 90 days to 3 November; 47 of the 50 newest had a comment and 32 were closed (18). A written versioning page with breaking changes only in majors, experimental_ prefixes for unstable APIs and a migration guide per major (15). 7.0.163 (15). 20+25+18+15+15 = 93, up from 73 on 6 October, when GitHub couldn't be read." }, "scores": { "a": 66, "b": 93 } }, { "by": 21, "category": "ergonomics", "leads": "vercel-ai-sdk", "name": "Agent ergonomics", "reasons": { "a": "Framework reading, scored on what a tool-calling agent with MCP takes. An agent with an MCP server is one `aiAgent()` call with `mcpServers`, and `toolFilter` and `prefix` limit what each server adds. Skills can load lazily, but `autoLoadSkills` is on by default and injects every SKILL.md under /.agents/skills into every agent (20 of 25). MaxToolCallsMiddleware caps tool calls, window and summary memory bound history by messages or tokens, `withMaxResponseBytes` caps MCP answers and `listTools( cursor )` pages tools (17 of 20). Named exceptions (ProviderError, UnsupportedCapability, InvalidArgument, MCPCommandRefused, BXAI.SecurityViolation) but no reference page, and the changelog says a timed-out call still surfaces as a JSON parse error (12 of 20). RetryMiddleware with exponential backoff, approval resumes that don't replay the model call or rerun executed tools, and a stdio client that never repeats an in-flight call. MCP tool annotations such as readOnlyHint aren't read (15 of 20). An agent needs a name and works with defaults, and a mock provider runs with no key, but it is one language (10 of 15). 74 in all.", "b": "An MCP client in a few lines with createMCPClient and client.tools(), and tool search with deferLoading keeps unused tool definitions out of the prompt (25). stopWhen with a default of 20 steps, and prepareStep to trim messages, switch models or limit active tools per step (20). 38 typed errors with isInstance guards, and MCP results with isError go back to the model (20). maxRetries on model calls, opt-in retries for transient MCP failures only, and WorkflowAgent for durable steps with automatic retries (20). Few required parameters, but TypeScript only, and a string model ID needs an AI Gateway key unless a default provider is set (10)." }, "scores": { "a": 74, "b": 95 } }, { "by": 19, "category": "security", "leads": "vercel-ai-sdk", "name": "Security \u0026 auth", "reasons": { "a": "Framework reading. 30 for what leaves the machine and credentials, 20 for approvals and sandboxing, 15 for prompt injection, 15 for audit and 20 for the security programme. No telemetry in the module's source, requests go only to configured providers, keys come from settings or environment variables, and request logging is off by default. 3.4.0 fixed a Gemini key leaking into logs through the request URL (27 of 30). Approval is enforced in code by HumanInTheLoopMiddleware with five policies, GuardrailMiddleware blocks tools by name and argument pattern, and stdio commands never use a shell. All of it is opt-in. `allowedCommands` allows any executable by default, FileSystemTools allows any path without `allowedPaths`, and the MCP server has no authentication unless configured (12 of 20). Unicode hygiene and fencing of `${context}` are on by default, with opt-in input sanitiser, LLM judge and output guard. Streaming guards detect after the fact, which the changelog says (14 of 15). About 70 interception points, LoggingMiddleware, FlightRecorderMiddleware and MCP server statistics, with no OpenTelemetry export (11 of 15). CONTRIBUTING.md asks for reports to security@ortussolutions.com and the Slack #security channel. No security.txt (410), no bounty, and no published advisory found, while 3.6.0 lists a SQL injection fix in MySQL vector memory under Fixed (7 of 20). 71 in all.", "b": "No telemetry until an OpenTelemetry integration is registered. String model IDs route to Vercel's AI Gateway by default, which is documented and needs a Vercel key, so it isn't silent (25). Per-tool approval, HMAC-signed approvals against forged client history, and Open Policy Agent rules in @ai-sdk/policy-opa, though sandboxes are experimental (20). ToolLoopAgent rejects system messages in prompts by default as an injection risk, URL fetches are checked against private addresses, and MCP HTTP transport refuses redirects by default, but there's no guardrail primitive (10). OpenTelemetry spans for every model and tool call to any backend, opt-in (15). HackerOne programme, a valid security.txt, SECURITY.md and two low-severity advisories published with fixed versions (20). Framework reading, so SOC 2 isn't scored." }, "scores": { "a": 71, "b": 90 } }, { "by": 19, "category": "transparency", "leads": "vercel-ai-sdk", "name": "Transparency \u0026 trust", "reasons": { "a": "Apache-2.0, OSI approved, though the licence file sits in src/main/resources rather than the repository root (30). The FAQ says prompts and history go to the chosen cloud provider and that Ollama keeps data local, and we found no telemetry in the source, but there's no statement for the module of what, if anything, Ortus receives. Ortus's privacy policy covers its website and customers and says data is collected when you use its products without naming which (15 of 30). Migration notes are dated in the changelog, and default models were moved off a Groq model on its removal date, but there's no written deprecation policy or support window (10 of 20). No telemetry statement either way in the docs (10 of 20). 65 in all.", "b": "Apache 2.0 (30). The library stores nothing. The AI Gateway's ZDR page says it doesn't retain prompts or outputs and per-request ZDR is available on Pro and Enterprise, and Vercel's privacy notice is dated 1 June 2026, but we didn't read a DPA or subprocessor list (22). Deprecated APIs are removed only at majors with a migration guide, and 6.x and 5.x keep getting releases, without a written support window (14). Telemetry is opt-in and documented, with switches for inputs and outputs (20)." }, "scores": { "a": 70, "b": 89 } }, { "by": 14, "category": "maintenance", "leads": "vercel-ai-sdk", "name": "Maintenance \u0026 community", "reasons": { "a": "3.6.0 on 2026-10-20 (30). Three releases in the 90 days to 1 November, 3.4.0 on 1 September, 3.5.0 on 11 September and 3.6.0 on 20 October (20). 79 commits on the development branch in those 90 days from Luis Majano, Doug Cain, Copilot and dependency bots, with pull requests up to #326 merged on 1 November. Issue reply times couldn't be read (10 of 25). The ForgeBox package is current at 3.6.0 (15). Dependabot for Gradle monthly and Actions quarterly, tests on pull requests and development, and a format check (8 of 10). 83 in all.", "b": "7.0.163 on 2026-11-05 (30). 226 stable npm releases of `ai` across the 7.x, 6.x and 5.x lines in the 90 days to 6 November, 70 of them since 6 October (20). 47 of the 50 newest issues commented and 32 closed, with triage automation and backport workflows (22). `ai` and the provider packages are current, and 6.x and 5.x still get patches (15). Dependabot configured and CI passing on main (10). 30+20+22+15+10 = 97." }, "scores": { "a": 83, "b": 97 } } ], "facts": [ { "a": "Agent framework", "b": "Agent framework", "name": "Kind" }, { "a": "Ortus Solutions", "b": "Vercel Inc.", "name": "Vendor" }, { "a": "no (local only)", "b": "no (local only)", "name": "Hosted endpoint" }, { "a": "", "b": "", "name": "Transports" }, { "a": "None", "b": "API key", "name": "Auth" }, { "a": "Free", "b": "Free", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Apache-2.0", "b": "Apache-2.0", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-10-20", "b": "2026-11-05", "name": "Last release" }, { "a": "no date given", "b": "2026-06-01", "name": "Terms last updated" }, { "a": "no date given", "b": "2026-06-01", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "yes, with an opt-out", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms or service can change without notice" }, { "a": "not found in the text", "b": "yes", "name": "Arbitration or class-action waiver" }, { "a": "none", "b": "28k stars, 44.9M npm/wk", "name": "Popularity" } ], "faq": [ { "answer": "AI SDK scores 89.8 (AA) on agent readiness against BoxLang AI's 65.8 (B), and leads in every scored category.", "question": "Which is better for AI agents, BoxLang AI or AI SDK?" }, { "answer": "Yes. BoxLang AI is open source (Apache-2.0). AI SDK is open source (Apache-2.0).", "question": "Are BoxLang AI and AI SDK open source?" } ], "goodFor": [ { "aheadOn": null, "also": [ "No key needed to call it" ], "goodFor": "Teams already running BoxLang or modernising CFML on the JVM who want agents, RAG and MCP with approval and guardrails in the same language", "slug": "boxlang-ai", "watchFor": "Runs only on BoxLang, a JVM language, so it suits teams already on BoxLang or CFML rather than Python or TypeScript stacks" }, { "aheadOn": [ "Reliability, 93 against 66", "Schema \u0026 documentation, 100 against 71", "Agent ergonomics, 95 against 74", "Security \u0026 auth, 90 against 71", "Payments \u0026 pricing, 60 against 50", "Maintenance \u0026 community, 97 against 83", "Transparency \u0026 trust, 89 against 70" ], "also": [ "Agent-ready, a grade of BB or better", "No incidents deducted, where BoxLang AI loses 3 points for them" ], "goodFor": "TypeScript teams building agents and chat UIs who want one API across many providers and a short path to MCP.", "slug": "vercel-ai-sdk", "watchFor": "TypeScript only, and `ai` 7.x needs Node 22 or newer" } ], "history": null, "job": { "capability": "agent.framework", "name": "Agent frameworks" }, "others": [ { "json": "https://www.anchorterminal.com/compare/agentos-vs-boxlang-ai.json", "title": "AgentOS vs BoxLang AI", "url": "https://www.anchorterminal.com/compare/agentos-vs-boxlang-ai" }, { "json": "https://www.anchorterminal.com/compare/agentos-vs-vercel-ai-sdk.json", "title": "AgentOS vs AI SDK", "url": "https://www.anchorterminal.com/compare/agentos-vs-vercel-ai-sdk" }, { "json": "https://www.anchorterminal.com/compare/agno-vs-boxlang-ai.json", "title": "Agno vs BoxLang AI", "url": "https://www.anchorterminal.com/compare/agno-vs-boxlang-ai" }, { "json": "https://www.anchorterminal.com/compare/agno-vs-vercel-ai-sdk.json", "title": "Agno vs AI SDK", "url": "https://www.anchorterminal.com/compare/agno-vs-vercel-ai-sdk" }, { "json": "https://www.anchorterminal.com/compare/boxlang-ai-vs-claude-agent-sdk.json", "title": "BoxLang AI vs Claude Agent SDK", "url": "https://www.anchorterminal.com/compare/boxlang-ai-vs-claude-agent-sdk" }, { "json": "https://www.anchorterminal.com/compare/boxlang-ai-vs-crewai.json", "title": "BoxLang AI vs CrewAI", "url": "https://www.anchorterminal.com/compare/boxlang-ai-vs-crewai" }, { "json": "https://www.anchorterminal.com/compare/boxlang-ai-vs-cursor-agent-sdk.json", "title": "BoxLang AI vs Cursor Agent SDK", "url": "https://www.anchorterminal.com/compare/boxlang-ai-vs-cursor-agent-sdk" }, { "json": "https://www.anchorterminal.com/compare/boxlang-ai-vs-docker-agent.json", "title": "BoxLang AI vs Docker Agent", "url": "https://www.anchorterminal.com/compare/boxlang-ai-vs-docker-agent" }, { "json": "https://www.anchorterminal.com/compare/boxlang-ai-vs-google-adk.json", "title": "BoxLang AI vs Agent Development Kit (ADK)", "url": "https://www.anchorterminal.com/compare/boxlang-ai-vs-google-adk" }, { "json": "https://www.anchorterminal.com/compare/boxlang-ai-vs-guilds-run.json", "title": "BoxLang AI vs guilds.run", "url": "https://www.anchorterminal.com/compare/boxlang-ai-vs-guilds-run" }, { "json": "https://www.anchorterminal.com/compare/boxlang-ai-vs-langgraph.json", "title": "BoxLang AI vs LangGraph", "url": "https://www.anchorterminal.com/compare/boxlang-ai-vs-langgraph" }, { "json": "https://www.anchorterminal.com/compare/boxlang-ai-vs-llamaindex.json", "title": "BoxLang AI vs LlamaIndex Framework", "url": "https://www.anchorterminal.com/compare/boxlang-ai-vs-llamaindex" }, { "json": "https://www.anchorterminal.com/compare/boxlang-ai-vs-mastra.json", "title": "BoxLang AI vs Mastra", "url": "https://www.anchorterminal.com/compare/boxlang-ai-vs-mastra" }, { "json": "https://www.anchorterminal.com/compare/boxlang-ai-vs-microsoft-agent-framework.json", "title": "BoxLang AI vs Microsoft Agent Framework", "url": "https://www.anchorterminal.com/compare/boxlang-ai-vs-microsoft-agent-framework" }, { "json": "https://www.anchorterminal.com/compare/boxlang-ai-vs-openai-agents-sdk.json", "title": "BoxLang AI vs OpenAI Agents SDK", "url": "https://www.anchorterminal.com/compare/boxlang-ai-vs-openai-agents-sdk" }, { "json": "https://www.anchorterminal.com/compare/boxlang-ai-vs-pydantic-ai.json", "title": "BoxLang AI vs Pydantic AI", "url": "https://www.anchorterminal.com/compare/boxlang-ai-vs-pydantic-ai" }, { "json": "https://www.anchorterminal.com/compare/boxlang-ai-vs-smolagents.json", "title": "BoxLang AI vs smolagents", "url": "https://www.anchorterminal.com/compare/boxlang-ai-vs-smolagents" }, { "json": "https://www.anchorterminal.com/compare/boxlang-ai-vs-strands-agents.json", "title": "BoxLang AI vs Strands Agents", "url": "https://www.anchorterminal.com/compare/boxlang-ai-vs-strands-agents" }, { "json": "https://www.anchorterminal.com/compare/boxlang-ai-vs-tradingagents.json", "title": "BoxLang AI vs TradingAgents", "url": "https://www.anchorterminal.com/compare/boxlang-ai-vs-tradingagents" }, { "json": "https://www.anchorterminal.com/compare/claude-agent-sdk-vs-vercel-ai-sdk.json", "title": "Claude Agent SDK vs AI SDK", "url": "https://www.anchorterminal.com/compare/claude-agent-sdk-vs-vercel-ai-sdk" }, { "json": "https://www.anchorterminal.com/compare/crewai-vs-vercel-ai-sdk.json", "title": "CrewAI vs AI SDK", "url": "https://www.anchorterminal.com/compare/crewai-vs-vercel-ai-sdk" }, { "json": "https://www.anchorterminal.com/compare/cursor-agent-sdk-vs-vercel-ai-sdk.json", "title": "Cursor Agent SDK vs AI SDK", "url": "https://www.anchorterminal.com/compare/cursor-agent-sdk-vs-vercel-ai-sdk" }, { "json": "https://www.anchorterminal.com/compare/docker-agent-vs-vercel-ai-sdk.json", "title": "Docker Agent vs AI SDK", "url": "https://www.anchorterminal.com/compare/docker-agent-vs-vercel-ai-sdk" }, { "json": "https://www.anchorterminal.com/compare/google-adk-vs-vercel-ai-sdk.json", "title": "Agent Development Kit (ADK) vs AI SDK", "url": "https://www.anchorterminal.com/compare/google-adk-vs-vercel-ai-sdk" }, { "json": "https://www.anchorterminal.com/compare/guilds-run-vs-vercel-ai-sdk.json", "title": "guilds.run vs AI SDK", "url": "https://www.anchorterminal.com/compare/guilds-run-vs-vercel-ai-sdk" }, { "json": "https://www.anchorterminal.com/compare/langgraph-vs-vercel-ai-sdk.json", "title": "LangGraph vs AI SDK", "url": "https://www.anchorterminal.com/compare/langgraph-vs-vercel-ai-sdk" }, { "json": "https://www.anchorterminal.com/compare/llamaindex-vs-vercel-ai-sdk.json", "title": "LlamaIndex Framework vs AI SDK", "url": "https://www.anchorterminal.com/compare/llamaindex-vs-vercel-ai-sdk" }, { "json": "https://www.anchorterminal.com/compare/mastra-vs-vercel-ai-sdk.json", "title": "Mastra vs AI SDK", "url": "https://www.anchorterminal.com/compare/mastra-vs-vercel-ai-sdk" }, { "json": "https://www.anchorterminal.com/compare/microsoft-agent-framework-vs-vercel-ai-sdk.json", "title": "Microsoft Agent Framework vs AI SDK", "url": "https://www.anchorterminal.com/compare/microsoft-agent-framework-vs-vercel-ai-sdk" }, { "json": "https://www.anchorterminal.com/compare/openai-agents-sdk-vs-vercel-ai-sdk.json", "title": "OpenAI Agents SDK vs AI SDK", "url": "https://www.anchorterminal.com/compare/openai-agents-sdk-vs-vercel-ai-sdk" }, { "json": "https://www.anchorterminal.com/compare/pydantic-ai-vs-vercel-ai-sdk.json", "title": "Pydantic AI vs AI SDK", "url": "https://www.anchorterminal.com/compare/pydantic-ai-vs-vercel-ai-sdk" }, { "json": "https://www.anchorterminal.com/compare/smolagents-vs-vercel-ai-sdk.json", "title": "smolagents vs AI SDK", "url": "https://www.anchorterminal.com/compare/smolagents-vs-vercel-ai-sdk" }, { "json": "https://www.anchorterminal.com/compare/strands-agents-vs-vercel-ai-sdk.json", "title": "Strands Agents vs AI SDK", "url": "https://www.anchorterminal.com/compare/strands-agents-vs-vercel-ai-sdk" }, { "json": "https://www.anchorterminal.com/compare/tradingagents-vs-vercel-ai-sdk.json", "title": "TradingAgents vs AI SDK", "url": "https://www.anchorterminal.com/compare/tradingagents-vs-vercel-ai-sdk" } ], "panel": null, "scores": [ { "boxlang-ai": 66, "by": 27, "edge": "vercel-ai-sdk", "key": "reliability", "name": "Reliability", "vercel-ai-sdk": 93, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "boxlang-ai": 71, "by": 29, "edge": "vercel-ai-sdk", "key": "schema", "name": "Schema \u0026 documentation", "vercel-ai-sdk": 100, "weight": 13 }, { "boxlang-ai": 74, "by": 21, "edge": "vercel-ai-sdk", "key": "ergonomics", "name": "Agent ergonomics", "vercel-ai-sdk": 95, "weight": 13 }, { "boxlang-ai": 71, "by": 19, "edge": "vercel-ai-sdk", "key": "security", "name": "Security \u0026 auth", "vercel-ai-sdk": 90, "weight": 14 }, { "boxlang-ai": 50, "by": 10, "edge": "vercel-ai-sdk", "key": "payments", "name": "Payments \u0026 pricing", "vercel-ai-sdk": 60, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "boxlang-ai": 83, "by": 14, "edge": "vercel-ai-sdk", "key": "maintenance", "name": "Maintenance \u0026 community", "vercel-ai-sdk": 97, "weight": 7 }, { "boxlang-ai": 70, "by": 19, "edge": "vercel-ai-sdk", "key": "transparency", "name": "Transparency \u0026 trust", "vercel-ai-sdk": 89, "weight": 7 } ], "summary": "AI SDK scores 89.8 (AA) on agent readiness against BoxLang AI's 65.8 (B), and leads in every scored category. Both do agent frameworks.", "tasks": null, "tutorials": [], "verdicts": { "boxlang-ai": "A JVM agent framework with human approval, guardrail middleware and an MCP client over HTTP and stdio, all enforced in code, with three releases in the 90 days to 1 November 2026. It runs only on BoxLang, the stronger guards are opt-in, and minor releases have renamed public classes without a deprecation period.", "vercel-ai-sdk": "A TypeScript agent toolkit with ToolLoopAgent, a built-in MCP client, per-tool approvals that can be HMAC-signed, opt-in OpenTelemetry and durable runs through WorkflowAgent. It ships three major versions in 14 months (5.0, 6.0, 7.0), each with a migration guide, and plain string model IDs route through Vercel's AI Gateway unless another provider is set." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/boxlang-ai-vs-vercel-ai-sdk", "json": "https://www.anchorterminal.com/compare/boxlang-ai-vs-vercel-ai-sdk.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/boxlang-ai-vs-vercel-ai-sdk.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/boxlang-ai-vs-vercel-ai-sdk.min.md" }, "markdown": "AI SDK scores 89.8 (AA) on agent readiness against BoxLang AI's 65.8 (B), and leads in every scored category. Both do agent frameworks.\n\n- BoxLang AI: grade B, 65.8/100, rank #403 of 1510. Markdown https://www.anchorterminal.com/tools/boxlang-ai.md · JSON https://www.anchorterminal.com/api/v1/tools/boxlang-ai.json\n- AI SDK: grade AA, 89.8/100, rank #1 of 1510. Markdown https://www.anchorterminal.com/tools/vercel-ai-sdk.md · JSON https://www.anchorterminal.com/api/v1/tools/vercel-ai-sdk.json\n- Best agent frameworks and SDKs: https://www.anchorterminal.com/best/frameworks/index.md\n- All 171 frameworks comparisons: https://www.anchorterminal.com/compare/frameworks/index.md\n\n## Which one, for what\n\n### BoxLang AI (B)\n\nGood for: Teams already running BoxLang or modernising CFML on the JVM who want agents, RAG and MCP with approval and guardrails in the same language\n\nAlso in its favour:\n- No key needed to call it\n\nWatch for: Runs only on BoxLang, a JVM language, so it suits teams already on BoxLang or CFML rather than Python or TypeScript stacks\n\n### AI SDK (AA)\n\nGood for: TypeScript teams building agents and chat UIs who want one API across many providers and a short path to MCP.\n\nAhead on:\n- Reliability, 93 against 66\n- Schema \u0026 documentation, 100 against 71\n- Agent ergonomics, 95 against 74\n- Security \u0026 auth, 90 against 71\n- Payments \u0026 pricing, 60 against 50\n- Maintenance \u0026 community, 97 against 83\n- Transparency \u0026 trust, 89 against 70\n\nAlso in its favour:\n- Agent-ready, a grade of BB or better\n- No incidents deducted, where BoxLang AI loses 3 points for them\n\nWatch for: TypeScript only, and `ai` 7.x needs Node 22 or newer\n\n\n## Why the edge\n\n### Schema \u0026 documentation: AI SDK +29\n\n- BoxLang AI (71): Framework reading. A reference page for each built-in function with its arguments, and tool schemas generated from typed function arguments with required fields since 3.3.1. BoxLang is dynamically typed and no published API reference was found, though the repository builds DocBox API docs (15 of 25). llms.txt with about 150 entries and a Markdown copy of every page (10). The FAQ says when to use aiChat() or aiAgent() and the security guide says which guards to use when, though some FAQ links still say coming soon for pages that exist (14 of 20). Tool arguments are typed with required lists, and stdio options a server doesn't have throw InvalidArgument (11 of 15). About 100 example scripts in the repository and a gallery on ai.boxlang.io, but the production guide catches RateLimitException, TimeoutException and AuthenticationException, which the module's source never throws, and there is no exception reference (9 of 15). Keep a Changelog and a release-history page per version, but the 3.6.0 page still read unreleased on 1 November and two old versions appear twice in the changelog (12 of 15). 71 in all.\n- AI SDK (100): Typed TypeScript API with a reference section for every function (25). llms.txt and a Markdown copy of each page (10). The docs say when to use each piece, such as a table of WorkflowAgent against ToolLoopAgent, a when-to-use section for subagents and harnesses, and HTTP over stdio for MCP in production (20). Tools take Zod or JSON Schema inputs (15). 38 error types documented in the reference, with error-handling guides and examples throughout (15). Versioning page and a changesets CHANGELOG per package (15).\n\n### Reliability: AI SDK +27\n\n- BoxLang AI (66): Read with the local-software lines. Official package on ForgeBox, installed with `install-bx-module bx-ai` or `box install bx-ai`, with BoxLang 1.14.0 or later in box.json and JDK 21 in CONTRIBUTING.md, but the 3.6 announcement says BoxLang 1.18 or later (18 of 20). tests.yml runs about 140 test classes against Ollama and the vector stores in Docker Compose, and against paid providers on development and releases, on pull requests and pushes to development. Whether runs pass wasn't read, since WebFetch refused github.com (15 of 25). Open issues and replies weren't read for the same reason. The changelog closes issues #182 to #259 in 3.3.1 to 3.4.0, and bugs also go to Ortus's Jira (10 of 25). Keep a Changelog with semantic versioning stated and Migration sections, but breaking changes ship in minor releases (8 of 15). 3.6.0, past 1.0 (15). 66 in all.\n- AI SDK (93): Official npm packages, with `ai` 7.x requiring Node 22 or newer (20). A public CI workflow with lint, type checks, unit tests, Node-version tests, MCP tests on Windows and e2e tests runs on every push to main, and the newest completed CI runs on main passed on 6 November (25). 1,517 open issues and pull requests on 6 November from GitHub's API, with 1,059 issues opened in the 90 days to 3 November; 47 of the 50 newest had a comment and 32 were closed (18). A written versioning page with breaking changes only in majors, experimental_ prefixes for unstable APIs and a migration guide per major (15). 7.0.163 (15). 20+25+18+15+15 = 93, up from 73 on 6 October, when GitHub couldn't be read.\n\n### Agent ergonomics: AI SDK +21\n\n- BoxLang AI (74): Framework reading, scored on what a tool-calling agent with MCP takes. An agent with an MCP server is one `aiAgent()` call with `mcpServers`, and `toolFilter` and `prefix` limit what each server adds. Skills can load lazily, but `autoLoadSkills` is on by default and injects every SKILL.md under /.agents/skills into every agent (20 of 25). MaxToolCallsMiddleware caps tool calls, window and summary memory bound history by messages or tokens, `withMaxResponseBytes` caps MCP answers and `listTools( cursor )` pages tools (17 of 20). Named exceptions (ProviderError, UnsupportedCapability, InvalidArgument, MCPCommandRefused, BXAI.SecurityViolation) but no reference page, and the changelog says a timed-out call still surfaces as a JSON parse error (12 of 20). RetryMiddleware with exponential backoff, approval resumes that don't replay the model call or rerun executed tools, and a stdio client that never repeats an in-flight call. MCP tool annotations such as readOnlyHint aren't read (15 of 20). An agent needs a name and works with defaults, and a mock provider runs with no key, but it is one language (10 of 15). 74 in all.\n- AI SDK (95): An MCP client in a few lines with createMCPClient and client.tools(), and tool search with deferLoading keeps unused tool definitions out of the prompt (25). stopWhen with a default of 20 steps, and prepareStep to trim messages, switch models or limit active tools per step (20). 38 typed errors with isInstance guards, and MCP results with isError go back to the model (20). maxRetries on model calls, opt-in retries for transient MCP failures only, and WorkflowAgent for durable steps with automatic retries (20). Few required parameters, but TypeScript only, and a string model ID needs an AI Gateway key unless a default provider is set (10).\n\n### Security \u0026 auth: AI SDK +19\n\n- BoxLang AI (71): Framework reading. 30 for what leaves the machine and credentials, 20 for approvals and sandboxing, 15 for prompt injection, 15 for audit and 20 for the security programme. No telemetry in the module's source, requests go only to configured providers, keys come from settings or environment variables, and request logging is off by default. 3.4.0 fixed a Gemini key leaking into logs through the request URL (27 of 30). Approval is enforced in code by HumanInTheLoopMiddleware with five policies, GuardrailMiddleware blocks tools by name and argument pattern, and stdio commands never use a shell. All of it is opt-in. `allowedCommands` allows any executable by default, FileSystemTools allows any path without `allowedPaths`, and the MCP server has no authentication unless configured (12 of 20). Unicode hygiene and fencing of `${context}` are on by default, with opt-in input sanitiser, LLM judge and output guard. Streaming guards detect after the fact, which the changelog says (14 of 15). About 70 interception points, LoggingMiddleware, FlightRecorderMiddleware and MCP server statistics, with no OpenTelemetry export (11 of 15). CONTRIBUTING.md asks for reports to security@ortussolutions.com and the Slack #security channel. No security.txt (410), no bounty, and no published advisory found, while 3.6.0 lists a SQL injection fix in MySQL vector memory under Fixed (7 of 20). 71 in all.\n- AI SDK (90): No telemetry until an OpenTelemetry integration is registered. String model IDs route to Vercel's AI Gateway by default, which is documented and needs a Vercel key, so it isn't silent (25). Per-tool approval, HMAC-signed approvals against forged client history, and Open Policy Agent rules in @ai-sdk/policy-opa, though sandboxes are experimental (20). ToolLoopAgent rejects system messages in prompts by default as an injection risk, URL fetches are checked against private addresses, and MCP HTTP transport refuses redirects by default, but there's no guardrail primitive (10). OpenTelemetry spans for every model and tool call to any backend, opt-in (15). HackerOne programme, a valid security.txt, SECURITY.md and two low-severity advisories published with fixed versions (20). Framework reading, so SOC 2 isn't scored.\n\n### Transparency \u0026 trust: AI SDK +19\n\n- BoxLang AI (70): Apache-2.0, OSI approved, though the licence file sits in src/main/resources rather than the repository root (30). The FAQ says prompts and history go to the chosen cloud provider and that Ollama keeps data local, and we found no telemetry in the source, but there's no statement for the module of what, if anything, Ortus receives. Ortus's privacy policy covers its website and customers and says data is collected when you use its products without naming which (15 of 30). Migration notes are dated in the changelog, and default models were moved off a Groq model on its removal date, but there's no written deprecation policy or support window (10 of 20). No telemetry statement either way in the docs (10 of 20). 65 in all.\n- AI SDK (89): Apache 2.0 (30). The library stores nothing. The AI Gateway's ZDR page says it doesn't retain prompts or outputs and per-request ZDR is available on Pro and Enterprise, and Vercel's privacy notice is dated 1 June 2026, but we didn't read a DPA or subprocessor list (22). Deprecated APIs are removed only at majors with a migration guide, and 6.x and 5.x keep getting releases, without a written support window (14). Telemetry is opt-in and documented, with switches for inputs and outputs (20).\n\n### Maintenance \u0026 community: AI SDK +14\n\n- BoxLang AI (83): 3.6.0 on 2026-10-20 (30). Three releases in the 90 days to 1 November, 3.4.0 on 1 September, 3.5.0 on 11 September and 3.6.0 on 20 October (20). 79 commits on the development branch in those 90 days from Luis Majano, Doug Cain, Copilot and dependency bots, with pull requests up to #326 merged on 1 November. Issue reply times couldn't be read (10 of 25). The ForgeBox package is current at 3.6.0 (15). Dependabot for Gradle monthly and Actions quarterly, tests on pull requests and development, and a format check (8 of 10). 83 in all.\n- AI SDK (97): 7.0.163 on 2026-11-05 (30). 226 stable npm releases of `ai` across the 7.x, 6.x and 5.x lines in the 90 days to 6 November, 70 of them since 6 October (20). 47 of the 50 newest issues commented and 32 closed, with triage automation and backport workflows (22). `ai` and the provider packages are current, and 6.x and 5.x still get patches (15). Dependabot configured and CI passing on main (10). 30+20+22+15+10 = 97.\n\n## Score by category\n\n| Category | Weight | BoxLang AI | AI SDK | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 66 | 93 | AI SDK +27 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 71 | 100 | AI SDK +29 |\n| Agent ergonomics | 13% (16.2 this run) | 74 | 95 | AI SDK +21 |\n| Security \u0026 auth | 14% (17.5 this run) | 71 | 90 | AI SDK +19 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 50 | 60 | AI SDK +10 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 83 | 97 | AI SDK +14 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 70 | 89 | AI SDK +19 |\n| Negative events | ≤15 | -3 | 0 | |\n| **Total** | | **65.8 · B** | **89.8 · AA** | |\n\n## Facts side by side\n\n| Fact | BoxLang AI | AI SDK |\n| --- | --- | --- |\n| Kind | Agent framework | Agent framework |\n| Vendor | Ortus Solutions | Vercel Inc. |\n| Hosted endpoint | no (local only) | no (local only) |\n| Transports | | |\n| Auth | None | API key |\n| Pricing | Free | Free |\n| x402 | no | no |\n| Licence | Apache-2.0 | Apache-2.0 |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| Last release | 2026-10-20 | 2026-11-05 |\n| Terms last updated | no date given | 2026-06-01 |\n| Privacy policy last updated | no date given | 2026-06-01 |\n| Customer content may train models | not found in the text | yes, with an opt-out |\n| Terms restrict automated access | not found in the text | not found in the text |\n| Terms restrict benchmarking | not found in the text | not found in the text |\n| Terms or service can change without notice | not found in the text | not found in the text |\n| Arbitration or class-action waiver | not found in the text | yes |\n| Popularity | none | 28k stars, 44.9M npm/wk |\n\n## Verdicts\n\n**BoxLang AI.** A JVM agent framework with human approval, guardrail middleware and an MCP client over HTTP and stdio, all enforced in code, with three releases in the 90 days to 1 November 2026. It runs only on BoxLang, the stronger guards are opt-in, and minor releases have renamed public classes without a deprecation period.\n\n**AI SDK.** A TypeScript agent toolkit with ToolLoopAgent, a built-in MCP client, per-tool approvals that can be HMAC-signed, opt-in OpenTelemetry and durable runs through WorkflowAgent. It ships three major versions in 14 months (5.0, 6.0, 7.0), each with a migration guide, and plain string model IDs route through Vercel's AI Gateway unless another provider is set.\n\n## Before you call either\n\n### BoxLang AI\n\n1. Set `mcp.stdio.allowedCommands` to the executables you need. The default empty list lets any command start as a stdio MCP server.\n2. Pass `allowedPaths` when you create FileSystemTools. With none, its tools can read, write and delete anywhere the JVM user can.\n3. Attach HumanInTheLoopMiddleware with a checkpointer for tools that write or spend. Approval is opt-in.\n4. Create MCP clients with `MCP()` rather than the class, since 3.6.0 renamed MCPClient to MCPHttpClient without an alias.\n5. Use the `mock` provider to test agent wiring and guardrails with no API key or network.\n\n### AI SDK\n\n1. Pass a provider instance such as openai('model') if traffic shouldn't go through Vercel's AI Gateway\n2. Set toolApproval on tools that write, and experimental_toolApprovalSecret when approvals come back from a browser\n3. Raise or replace the default stop condition of 20 steps with stopWhen\n4. Close the MCP client after the run, and use HTTP transport outside local development\n5. Set recordInputs and recordOutputs to false when spans would carry secrets\n\n## Questions\n\n### Which is better for AI agents, BoxLang AI or AI SDK?\n\nAI SDK scores 89.8 (AA) on agent readiness against BoxLang AI's 65.8 (B), and leads in every scored category.\n\n### Are BoxLang AI and AI SDK open source?\n\nYes. BoxLang AI is open source (Apache-2.0). AI SDK is open source (Apache-2.0).\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/boxlang-ai-vs-vercel-ai-sdk.json, and with the fewest tokens: https://www.anchorterminal.com/compare/boxlang-ai-vs-vercel-ai-sdk.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"boxlang-ai\", \"b\": \"vercel-ai-sdk\"}`. From a terminal: `anchor compare boxlang-ai vercel-ai-sdk`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/boxlang-ai.json and https://www.anchorterminal.com/api/v1/tools/vercel-ai-sdk.json\n\n## Other comparisons with BoxLang AI or AI SDK\n\n- [AgentOS vs BoxLang AI](https://www.anchorterminal.com/compare/agentos-vs-boxlang-ai.md)\n- [AgentOS vs AI SDK](https://www.anchorterminal.com/compare/agentos-vs-vercel-ai-sdk.md)\n- [Agno vs BoxLang AI](https://www.anchorterminal.com/compare/agno-vs-boxlang-ai.md)\n- [Agno vs AI SDK](https://www.anchorterminal.com/compare/agno-vs-vercel-ai-sdk.md)\n- [BoxLang AI vs Claude Agent SDK](https://www.anchorterminal.com/compare/boxlang-ai-vs-claude-agent-sdk.md)\n- [BoxLang AI vs CrewAI](https://www.anchorterminal.com/compare/boxlang-ai-vs-crewai.md)\n- [BoxLang AI vs Cursor Agent SDK](https://www.anchorterminal.com/compare/boxlang-ai-vs-cursor-agent-sdk.md)\n- [BoxLang AI vs Docker Agent](https://www.anchorterminal.com/compare/boxlang-ai-vs-docker-agent.md)\n- [BoxLang AI vs Agent Development Kit (ADK)](https://www.anchorterminal.com/compare/boxlang-ai-vs-google-adk.md)\n- [BoxLang AI vs guilds.run](https://www.anchorterminal.com/compare/boxlang-ai-vs-guilds-run.md)\n- [BoxLang AI vs LangGraph](https://www.anchorterminal.com/compare/boxlang-ai-vs-langgraph.md)\n- [BoxLang AI vs LlamaIndex Framework](https://www.anchorterminal.com/compare/boxlang-ai-vs-llamaindex.md)\n- [BoxLang AI vs Mastra](https://www.anchorterminal.com/compare/boxlang-ai-vs-mastra.md)\n- [BoxLang AI vs Microsoft Agent Framework](https://www.anchorterminal.com/compare/boxlang-ai-vs-microsoft-agent-framework.md)\n- [BoxLang AI vs OpenAI Agents SDK](https://www.anchorterminal.com/compare/boxlang-ai-vs-openai-agents-sdk.md)\n- [BoxLang AI vs Pydantic AI](https://www.anchorterminal.com/compare/boxlang-ai-vs-pydantic-ai.md)\n- [BoxLang AI vs smolagents](https://www.anchorterminal.com/compare/boxlang-ai-vs-smolagents.md)\n- [BoxLang AI vs Strands Agents](https://www.anchorterminal.com/compare/boxlang-ai-vs-strands-agents.md)\n- [BoxLang AI vs TradingAgents](https://www.anchorterminal.com/compare/boxlang-ai-vs-tradingagents.md)\n- [Claude Agent SDK vs AI SDK](https://www.anchorterminal.com/compare/claude-agent-sdk-vs-vercel-ai-sdk.md)\n- [CrewAI vs AI SDK](https://www.anchorterminal.com/compare/crewai-vs-vercel-ai-sdk.md)\n- [Cursor Agent SDK vs AI SDK](https://www.anchorterminal.com/compare/cursor-agent-sdk-vs-vercel-ai-sdk.md)\n- [Docker Agent vs AI SDK](https://www.anchorterminal.com/compare/docker-agent-vs-vercel-ai-sdk.md)\n- [Agent Development Kit (ADK) vs AI SDK](https://www.anchorterminal.com/compare/google-adk-vs-vercel-ai-sdk.md)\n- [guilds.run vs AI SDK](https://www.anchorterminal.com/compare/guilds-run-vs-vercel-ai-sdk.md)\n- [LangGraph vs AI SDK](https://www.anchorterminal.com/compare/langgraph-vs-vercel-ai-sdk.md)\n- [LlamaIndex Framework vs AI SDK](https://www.anchorterminal.com/compare/llamaindex-vs-vercel-ai-sdk.md)\n- [Mastra vs AI SDK](https://www.anchorterminal.com/compare/mastra-vs-vercel-ai-sdk.md)\n- [Microsoft Agent Framework vs AI SDK](https://www.anchorterminal.com/compare/microsoft-agent-framework-vs-vercel-ai-sdk.md)\n- [OpenAI Agents SDK vs AI SDK](https://www.anchorterminal.com/compare/openai-agents-sdk-vs-vercel-ai-sdk.md)\n- [Pydantic AI vs AI SDK](https://www.anchorterminal.com/compare/pydantic-ai-vs-vercel-ai-sdk.md)\n- [smolagents vs AI SDK](https://www.anchorterminal.com/compare/smolagents-vs-vercel-ai-sdk.md)\n- [Strands Agents vs AI SDK](https://www.anchorterminal.com/compare/strands-agents-vs-vercel-ai-sdk.md)\n- [TradingAgents vs AI SDK](https://www.anchorterminal.com/compare/tradingagents-vs-vercel-ai-sdk.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-11-07", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.7", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "BoxLang AI vs AI SDK", "url": "" } ], "description": "AI SDK scores 89.8 (AA) to BoxLang AI's 65.8 (B) for agent frameworks. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "BoxLang AI B 65.8", "AI SDK AA 89.8", "scores" ], "h1": "BoxLang AI vs AI SDK", "image": "https://www.anchorterminal.com/assets/og/default.png", "path": "/compare/boxlang-ai-vs-vercel-ai-sdk", "published": "2026-10-01", "section": "tools", "title": "BoxLang AI vs AI SDK for AI agents in 2026: scores and prices", "toc": null, "updated": "2026-11-07", "url": "https://www.anchorterminal.com/compare/boxlang-ai-vs-vercel-ai-sdk" }, "tokens": { "markdown": 5050, "slim": 3030 }, "version": 1 }