{ "data": { "a": { "slug": "agent-tree", "name": "Agent Tree", "vendor": "Mike Pollow (Digitalroots)", "vendorUrl": "https://github.com/MikeGT4/agent-tree", "kind": "framework", "category": "agent-observability", "summary": "Agent Tree is an MIT-licensed Claude Code plugin that shows a session's sub-agents as a live tree in a terminal side pane, with context, cost and usage limits, and lets the person stop, message or re-model running sub-agents.", "url": "https://www.anchorterminal.com/tools/agent-tree", "markdownUrl": "https://www.anchorterminal.com/tools/agent-tree.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/agent-tree.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/agent-tree.json", "dns": "agent-tree.grade.anchorterminal.com", "repo": "https://github.com/MikeGT4/agent-tree", "license": "MIT (Copyright (c) 2026 Mike Pollow, Digitalroots)", "transports": [], "packages": [], "auth": "none", "authNotes": "No account, key or login of its own. It installs through Claude Code's plugin manager from the author's own marketplace (the GitHub repository) and runs inside Claude Code with that session's permissions.", "pricing": "free", "pricingNotes": "Free under the MIT licence, with nothing to buy. Model usage stays on the person's Claude plan or API key; switching a sub-agent's model or effort in the pane changes what those calls cost.", "priceSummary": "Free · OSS", "where": "library", "x402": { "level": "no", "evidence": "Local software with nothing to buy. No x402, MPP or L402 in the repository, read on 2026-11-01.", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-11-01" }, "docsUrl": "https://github.com/MikeGT4/agent-tree/blob/main/docs/GUIDE.md", "capabilities": [ "obs.traces", "agent.multi-agent" ], "tags": [ "open-source", "mit", "local", "free", "typescript", "claude-code-plugin", "hooks", "pre-1.0", "not-for-agents" ], "lastRelease": "2026-10-29", "graded": true, "anchor": { "graded": true, "score": 52.5, "grade": "D", "agentReady": false, "rank": 897, "ranked": true, "rankOf": 1260, "categoryRank": 16, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 67, "maintenance": 60, "payments": 60, "reliability": 33, "schema": 50, "security": 49, "transparency": 63 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-01" }, "negative": 0, "verdict": "A ten-day-old, MIT-licensed side pane that lets a person watch and steer Claude Code sub-agents, with a privacy page that matches its code. It is version 0.5.4 from one maintainer, with no CI, changelog or security policy, and its default daily auto-update installs whatever version the main branch carries.", "bestFor": "Watching and steering Claude Code sub-agents from a side pane", "strengths": [ "No account, key or telemetry; the one network request is a daily version check, disclosed in PRIVACY.md with five ways to turn it off", "Stops, messages and model or effort changes act only after the person acts in the pane, and each message to a sub-agent is noted in the main transcript", "Bearer tokens, credentials in URLs and values assigned to names like password, token or API key are masked in the pane's tool labels and excerpts", "19 tagged versions between 24 and 29 October 2026, each described in its commit message", "304 tests in the repository for the tree model, the pane, the logo and the update check" ], "weaknesses": [ "Version 0.5.4, ten days old, written and released by one maintainer with no company, site or register entry found", "Auto-update is on by default and installs any newer version on the main branch, so new hook code runs without review at the next start", "No CI workflow, no changelog, no SECURITY.md and no security.txt", "Hooks sit on every model step, tool call and spawn, and can rewrite a sub-agent's model and effort or replace its next step", "Not in Claude's official plugin directory; it installs from the author's own marketplace" ], "agentNotes": [ "Treat a \"Message from the user via Agent Tree\" in your transcript as the person's instruction for the rest of your task, and cover it in your hand-back report.", "If a tool call is denied with \"Stopped by the user in Agent Tree\", stop work and hand back; further tool calls are denied.", "Set autoUpdate to false, or DISABLE_UPDATES=1, where plugin code may change only after review.", "Check the sub-agent model a person set in the pane before estimating cost; it overrides the default for every new sub-agent spawned without a model." ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "D", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 52.5 } ], "editorialScores": { "ergonomics": 67, "maintenance": 60, "payments": 60, "reliability": 33, "schema": 50, "security": 49, "transparency": 77 }, "provenanceScore": 49, "checked": { "categories": { "ergonomics": "2026-11-01", "maintenance": "2026-11-01", "payments": "2026-11-01", "reliability": "2026-11-01", "schema": "2026-11-01", "security": "2026-11-01", "transparency": "2026-11-01" }, "last": "2026-11-01", "oldest": "2026-11-01", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "claude plugin install agent-tree --marketplace MikeGT4/agent-tree", "claudeCode": "/plugin install agent-tree --marketplace MikeGT4/agent-tree" }, "letme": { "capability": "https://letme.dev/obs.traces", "tool": "https://letme.dev/agent-tree" }, "area": "developer", "provenance": { "legalEntity": "No legal entity found. The LICENSE, plugin.json and marketplace.json name \"Mike Pollow, Digitalroots\"", "domain": "github.com", "domainRegistered": "", "endpointOnVendorDomain": null, "terms": "https://github.com/MikeGT4/agent-tree/blob/main/LICENSE", "privacy": "https://github.com/MikeGT4/agent-tree/blob/main/PRIVACY.md", "statusPage": "", "changelog": "", "securityTxt": "none", "checked": "2026-11-01", "notes": [ "The LICENSE reads Copyright (c) 2026 Mike Pollow, Digitalroots, and the plugin and marketplace manifests name the same author. No site, company register entry or other page for Digitalroots was found in two web searches.", "PRIVACY.md is the plugin's privacyPolicyUrl in plugin.json. The MIT licence stands in for terms.", "No SECURITY.md in the repository and no .github directory. github.com and api.github.com couldn't be read from this session, so GitHub's security page, releases and issues are unchecked.", "Local software, so there is no vendor endpoint or status page. No changelog file; versions are described in commit messages and tags.", "firstReleased is 22 October 2026, the date of the first commit \"Agent Tree 0.1.0\" in a bare clone. The earliest tag, v0.2.2, is 24 October. A news roundup on emergent.sh of 27 October gives the launch as 26 October." ], "score": 49 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/agent-tree.json" }, "answer": "Agent Tree scores 52.5 (D) on agent readiness against Helicone AI Gateway + MCP's 47 (D), and leads in 1 of 7 scored categories. Helicone AI Gateway + MCP leads on reliability, schema \u0026 documentation, maintenance \u0026 community and transparency \u0026 trust.", "b": { "slug": "helicone", "name": "Helicone AI Gateway + MCP", "vendor": "Helicone (Mintlify)", "vendorUrl": "https://www.helicone.ai", "kind": "http-api", "category": "agent-observability", "summary": "Open-source LLM observability that logs requests through an OpenAI-compatible gateway (100+ models, fallbacks, caching, rate limits) or async logging.", "url": "https://www.anchorterminal.com/tools/helicone", "markdownUrl": "https://www.anchorterminal.com/tools/helicone.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/helicone.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/helicone.json", "dns": "helicone.grade.anchorterminal.com", "repo": "https://github.com/Helicone/helicone", "license": "Apache-2.0", "transports": [ "http", "stdio" ], "remoteUrl": "https://ai-gateway.helicone.ai", "packages": [ { "registry": "npm", "name": "@helicone/helpers" }, { "registry": "pypi", "name": "helicone-helpers" }, { "registry": "npm", "name": "@helicone/mcp" } ], "auth": "api-key", "authNotes": "Helicone API key (`sk-helicone-...`) as a Bearer token on the gateway and REST API. Bring your own provider keys, or bill model usage to Helicone credits, which since 25 August 2026 only works for organisations Helicone has switched on (others get a 403 asking them to contact support). The MCP server reads `HELICONE_API_KEY` from the environment.", "pricing": "freemium", "pricingNotes": "Hobby free with 10,000 requests a month, 1 GB of storage, 1 seat and 7 days of retention, no card. Pro $79 a month and Team $799 a month, each with 10,000 requests and 1 GB free then usage-based charges the pricing page doesn't itemise. The pricing page still shows 7-day trials, but a commit on 30 August 2026 removed the in-app self-serve upgrade paths and sends upgrades to a contact page. Enterprise custom. Gateway credits pass model prices through at 0% markup, but since 25 August 2026 need Helicone to enable them per organisation. Self-hosted is free under Apache-2.0 with Docker Compose or Helm, you run ClickHouse, Postgres and object storage (https://www.helicone.ai/pricing).", "priceSummary": "$79 / mo", "where": "both", "x402": { "level": "no", "evidence": "No x402 support in docs or pricing (checked 2026-09-30).", "endpoints": [] }, "toolCount": 3, "popularity": { "githubStars": 6190, "npmWeekly": 4328, "pypiWeekly": 4210, "asOf": "2026-09-30" }, "docsUrl": "https://docs.helicone.ai", "llmsTxt": "https://docs.helicone.ai/llms.txt", "openapi": "https://docs.helicone.ai/ai-gateway.openapi.json", "capabilities": [ "obs.traces", "obs.gateway", "obs.prompts", "obs.datasets", "obs.evals" ], "tags": [ "hosted", "freemium", "no-card", "open-source", "self-hosted", "mcp", "llms-txt", "openapi", "typescript", "python", "webhooks" ], "lastRelease": "2026-09-16", "graded": true, "anchor": { "graded": true, "score": 47, "grade": "D", "agentReady": false, "rank": 1033, "ranked": true, "rankOf": 1260, "categoryRank": 18, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 70, "maintenance": 66, "payments": 30, "reliability": 50, "schema": 69, "security": 50, "transparency": 70 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-01" }, "negative": -10, "negativeNotes": [ "2026-08-30. Helicone's own security commit (INC-657) fixed an authenticated cross-tenant read of other organisations' decrypted provider keys, a route that let any account mint proxy keys spending another organisation's provider key, a shared client that reused one organisation's OpenRouter key for others, an unauthenticated SSRF path and unauthenticated Stripe routes. Fixed, but disclosed only in the commit message, with no advisory or key-rotation notice that we found. -7 after decay for the fix (https://github.com/Helicone/helicone/commit/ca34549ea56f7ed587843f82d9cc19baa1f36ba4)", "2026-09-16. A second fix closed a platform-admin takeover with a forged API key and a cross-tenant read through HQL, reported through Helicone's disclosure programme the same day. Fixed within hours and again disclosed only in the commit. -3 (https://github.com/Helicone/helicone/commit/067d9290acb4f1fc9320e902fc67b4b399b50363)" ], "verdict": "One base-URL change gives logging, caching, fallbacks and rate limits for 100+ models. Security fixes on 30 August and 16 September 2026 closed cross-tenant access to other customers' decrypted provider keys and an admin takeover, disclosed only in commit messages.", "bestFor": "A team that wants request logging and cost tracking through a gateway with almost no code, and could swap it out later.", "strengths": [ "One base-URL change gives logging, caching, fallbacks and rate limits for 100+ models", "Apache-2.0 with Docker Compose and Helm self-hosting", "Per-plan ingestion and API rate limits published on the pricing page", "OpenAPI for the gateway, a Swagger file for the REST API and an llms.txt", "Free Hobby plan with 10,000 requests a month and no card" ], "weaknesses": [ "Security fixes on 30 August and 16 September 2026 closed cross-tenant access to other customers' decrypted provider keys and an admin takeover, disclosed only in commit messages", "Maintenance mode since March 2026, changelog silent since 26 November 2025, and Experiments, Realtime and self-serve upgrades removed on 30 August 2026", "The status page has no incident history, leaves out the AI Gateway and doesn't mention the four-day outage of 14 to 18 May 2026", "Helicone credits need a per-organisation switch since 25 August 2026, so new accounts must bring their own provider keys", "Privacy policy last updated in February 2023, with no retention period or DPA" ], "agentNotes": [ "Bring your own provider keys. Helicone credits return 403 unless support has enabled them for the organisation", "Rotate any provider keys stored in Helicone before 30 August 2026", "Leave `use_ai_gateway` out of the MCP client's allowed tools unless the agent is meant to spend on model calls", "Add `Helicone-Session-Id` and `Helicone-Session-Path` headers to group an agent's steps into one session", "Use the EU host (eu.helicone.ai) if the account was created there" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 2, "avgRating": 2, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "D", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 47 } ], "editorialScores": { "ergonomics": 70, "maintenance": 66, "payments": 30, "reliability": 50, "schema": 69, "security": 50, "transparency": 60 }, "provenanceScore": 80, "checked": { "categories": { "ergonomics": "2026-10-01", "maintenance": "2026-10-01", "payments": "2026-10-01", "reliability": "2026-10-01", "schema": "2026-10-01", "security": "2026-10-01", "transparency": "2026-10-01" }, "last": "2026-10-01", "lastMoved": "2026-10-27", "oldest": "2026-10-01", "stale": false, "staleAfterDays": 90 } }, "connect": { "http": "curl https://ai-gateway.helicone.ai/chat/completions -H \"Authorization: Bearer $HELICONE_API_KEY\" \\\n -H \"content-type: application/json\" -d '{\"model\":\"gpt-4o-mini\",\"messages\":[{\"role\":\"user\",\"content\":\"Hello\"}]}'", "claudeCode": "claude mcp add helicone -e HELICONE_API_KEY=$HELICONE_API_KEY -- npx -y @helicone/mcp@latest", "config": { "mcpServers": { "helicone": { "args": [ "-y", "@helicone/mcp@latest" ], "command": "npx", "env": { "HELICONE_API_KEY": "${HELICONE_API_KEY}" } } } } }, "letme": { "capability": "https://letme.dev/obs.traces", "tool": "https://letme.dev/helicone" }, "area": "developer", "unitPrices": [ { "item": "Pro plan", "unit": "month", "usd": 79, "note": "10,000 requests and 1 GB free, then usage-based" }, { "item": "Team plan", "unit": "month", "usd": 799, "note": "5 organisations, SOC 2 and HIPAA, 10,000 requests and 1 GB free, then usage-based" } ], "provenance": { "legalEntity": "Helicone, Inc.", "domain": "helicone.ai", "domainRegistered": "2022-11-14", "endpointOnVendorDomain": true, "terms": "https://www.helicone.ai/terms", "privacy": "https://www.helicone.ai/privacy", "statusPage": "https://status.helicone.ai", "changelog": "https://www.helicone.ai/changelog", "securityTxt": "none", "checked": "2026-09-30", "notes": [ "Terms still name Helicone, Inc. and were last updated 2024-09-17, before the Mintlify acquisition" ], "score": 80 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/helicone.json", "live": { "slug": "helicone", "probe": { "target": "https://ai-gateway.helicone.ai", "method": "get", "lastAt": "2026-11-02T00:56:06.562677418Z", "lastOk": true, "lastStatus": 405, "lastMs": 38, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 55, "p95ms24h": 215, "samples24h": 249, "samples30d": 7898, "days": [ { "date": "2026-10-02", "probes": 248, "ok": 248 }, { "date": "2026-10-03", "probes": 271, "ok": 271 }, { "date": "2026-10-04", "probes": 272, "ok": 272 }, { "date": "2026-10-05", "probes": 272, "ok": 272 }, { "date": "2026-10-06", "probes": 272, "ok": 272 }, { "date": "2026-10-07", "probes": 272, "ok": 272 }, { "date": "2026-10-08", "probes": 268, "ok": 268 }, { "date": "2026-10-09", "probes": 250, "ok": 250 }, { "date": "2026-10-10", "probes": 247, "ok": 247 }, { "date": "2026-10-11", "probes": 247, "ok": 247 }, { "date": "2026-10-12", "probes": 247, "ok": 247 }, { "date": "2026-10-13", "probes": 248, "ok": 248 }, { "date": "2026-10-14", "probes": 249, "ok": 249 }, { "date": "2026-10-15", "probes": 253, "ok": 253 }, { "date": "2026-10-16", "probes": 252, "ok": 252 }, { "date": "2026-10-17", "probes": 253, "ok": 253 }, { "date": "2026-10-18", "probes": 256, "ok": 256 }, { "date": "2026-10-19", "probes": 255, "ok": 255 }, { "date": "2026-10-20", "probes": 252, "ok": 252 }, { "date": "2026-10-21", "probes": 253, "ok": 253 }, { "date": "2026-10-22", "probes": 253, "ok": 253 }, { "date": "2026-10-23", "probes": 248, "ok": 248 }, { "date": "2026-10-24", "probes": 251, "ok": 251 }, { "date": "2026-10-25", "probes": 250, "ok": 250 }, { "date": "2026-10-26", "probes": 252, "ok": 252 }, { "date": "2026-10-27", "probes": 249, "ok": 249 }, { "date": "2026-10-28", "probes": 251, "ok": 251 }, { "date": "2026-10-29", "probes": 248, "ok": 248 }, { "date": "2026-10-30", "probes": 249, "ok": 249 }, { "date": "2026-10-31", "probes": 251, "ok": 251 }, { "date": "2026-11-01", "probes": 249, "ok": 249 }, { "date": "2026-11-02", "probes": 10, "ok": 10 } ] }, "vendorStatus": { "page": "https://status.helicone.ai", "indicator": "unknown", "summary": "no machine-readable status found", "checkedAt": "2026-11-01T22:57:17.964470123Z" }, "versions": [ { "registry": "github", "name": "Helicone/helicone", "version": "v2025.08.21-1", "released": "2025-08-21", "seenAt": "2026-11-01T17:04:45.444854882Z" }, { "registry": "npm", "name": "@helicone/helpers", "version": "1.8.3", "seenAt": "2026-11-01T17:04:42.101485334Z" }, { "registry": "npm", "name": "@helicone/mcp", "version": "0.1.6", "seenAt": "2026-11-01T17:04:44.324794695Z" }, { "registry": "pypi", "name": "helicone-helpers", "version": "1.2.1", "released": "2025-11-08", "seenAt": "2026-11-01T17:04:44.102486373Z" } ], "githubStars": 6249, "npmWeekly": 7751, "pypiWeekly": 8753, "securityTxt": { "url": "https://helicone.ai/.well-known/security.txt", "state": "none", "checkedAt": "2026-11-01T15:43:47.527414384Z" }, "llmsTxt": { "url": "https://docs.helicone.ai/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-11-01T15:14:00.224126593Z" }, "domain": { "domain": "helicone.ai", "registered": "2022-11-14", "source": "https://rdap.identitydigital.services/rdap/domain/helicone.ai", "checkedAt": "2026-11-01T14:10:16.170313247Z" }, "pages": [ { "url": "https://www.helicone.ai/changelog", "kind": "changelog", "status": 200, "checkedAt": "2026-11-01T07:00:20.771961815Z", "changedAt": "2026-10-20T00:12:35.248524879Z", "fingerprint": "8c51854d21fd" }, { "url": "https://www.helicone.ai/blog/joining-mintlify", "kind": "deprecations", "status": 404, "checkedAt": "2026-11-01T07:00:18.600354338Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "a82c441b1103" }, { "url": "https://www.helicone.ai/pricing", "kind": "pricing", "status": 200, "checkedAt": "2026-11-01T07:00:22.981069384Z", "changedAt": "2026-10-20T00:12:37.72413654Z", "fingerprint": "c4c88e10205a" }, { "url": "https://www.helicone.ai/privacy", "kind": "privacy", "status": 200, "checkedAt": "2026-11-01T07:00:24.884716009Z", "changedAt": "2026-10-20T00:12:39.084201379Z", "fingerprint": "e4eb9f2c832c" }, { "url": "https://www.helicone.ai/terms", "kind": "terms", "status": 200, "checkedAt": "2026-11-01T07:00:26.856659344Z", "changedAt": "2026-10-20T00:12:41.254444876Z", "fingerprint": "f04120458912" } ], "github": { "repo": "helicone/helicone", "checkedAt": "2026-10-26T07:33:33.09632948Z", "stars": 6238, "archived": false, "issuesEnabled": true, "pushedAt": "2026-10-24T01:17:24Z", "openIssues": 61, "openPRs": 112, "issuesOpened90d": 36, "issuesClosed90d": 13, "prsMerged90d": 13, "ci": { "branch": "main", "runs": 50, "success": 46, "failure": 4, "other": 0, "latest": "success", "latestAt": "2026-10-20T06:05:08Z" }, "replies": { "sampled": 25, "unanswered": 24, "medianDays": 22.6 } }, "updatedAt": "2026-11-02T00:56:06.562677418Z" } }, "edges": [ { "by": 30, "category": "payments", "leads": "agent-tree", "name": "Payments \u0026 pricing", "reasons": { "a": "Self-hosted rule. No payment protocol (0). Free under MIT with nothing to buy (20). No card or account (20). A person installs it with one command and no sign-up (20). 60 in all.", "b": "No x402 or other machine payment (0). Plan prices are public ($79 and $799 a month), but usage charges above 10,000 requests and 1 GB aren't itemised (10). Hobby is free with no card (20). A person has to sign up in a browser to get a key. Self-hosting is free but isn't an agent route (0)." }, "scores": { "a": 60, "b": 30 } }, { "by": 19, "category": "schema", "leads": "helicone", "name": "Schema \u0026 documentation", "reasons": { "a": "Framework reading, docs a model can follow, as superpowers was read. types/index.d.ts types the pane's state, and plugin.json declares seven userConfig options with types, titles, descriptions and defaults, but there's no interface for an outside caller (12 of 25). README in English and German, a nine-step GUIDE.md and PRIVACY.md, all Markdown in the repository; no llms.txt (10). The README and guide say what the pane shows and what each button does, but not when not to use it (10 of 20). Options are typed, with an enum for the language; the /agent-tree command takes stop, clear, intro and `to \u003cid\u003e \u003ctext\u003e` (8 of 15). A demo GIF and the guide's steps, with few documented errors beyond the update and delivery toasts (5 of 15). Semver tags but no changelog or release notes read (5 of 15). 50 in all.", "b": "OpenAPI for the AI Gateway and a Swagger file for the REST API, both in the docs (25). llms.txt at docs.helicone.ai (10). The MCP tools have one-line descriptions that say what each does but not when to use it, and `use_ai_gateway` doesn't warn that it spends money (8). Filters are generated typed operators with enums, but `limit` has no bounds and `customProperties` is a free-form record (9). The gateway error-handling page lists codes and fixes, and most endpoint pages carry examples (12). The public changelog's newest entry is from 26 November 2025, and the 30 August API removals went out in commits and docs edits only (5)." }, "scores": { "a": 50, "b": 69 } }, { "by": 17, "category": "reliability", "leads": "helicone", "name": "Reliability", "reasons": { "a": "Local-package reading, as for superpowers and tokeneconomizer. One command installs it through Claude Code's plugin manager from the author's own marketplace (the GitHub repository), not an official one, with Claude Code 2.1.292 or later stated and 2.1.316 tested (15 of 20). No .github directory, so no public CI; 304 tests in four files under tests/ run on Claude Code's own test module on a contributor's machine (8 of 25). Issues couldn't be read, as github.com was unreachable from this session (5 of 25, unchecked). 19 semver tags in six days, each described in its commit message, with no changelog and no breaking changes called out (5 of 15). Version 0.5.4 (0). 33 in all.", "b": "Better Stack page at status.helicone.ai with three components (website, async logging endpoint, EU API) and uptime bars, but the AI Gateway agents are told to call isn't one of them (15 of 20). No incident write-ups at all. The bars show the async logging endpoint at 98.147 per cent and the EU API at 96.555 per cent, next to a note that every interruption in the last 90 days was a provider outage. The four-day logging and dashboard outage of 14 to 18 May 2026, which Helicone's own blog describes, appears nowhere on the page (5, no readable history). Ingestion and API rate limits published per plan on the pricing page (15). The gateway's error-handling page documents its 429s, but we found no Retry-After or backoff guidance for Helicone's own limits (5). No SLA found (0). Gateway and logging are GA (10)." }, "scores": { "a": 33, "b": 50 } }, { "by": 7, "category": "transparency", "leads": "helicone", "name": "Transparency \u0026 trust", "reasons": { "a": "MIT, an OSI licence (30). PRIVACY.md is the manifest's privacy page and matches the code. Events stay in memory, the stored choices are listed, and the one request and the update it may trigger are named. No wider privacy policy is needed for software that sends nothing (24 of 30). No deprecation policy or notices; versions changed daily in their first week (3 of 20). No telemetry in the source. The update check is disclosed in the README and PRIVACY.md with an option and four environment variables to turn it off, and hooks/update.ts reads the same switches. It was added and documented on 28 October 2026, a minute apart (20). 77 in all.", "b": "Apache-2.0 (30). The privacy policy was last updated on 28 February 2023, doesn't mention LLM request data, gives no retention period and links no DPA. Retention per plan is on the pricing page. A commit of 1 May 2026 says full request and response bodies had been written to Helicone's CloudWatch logs since 3 April, without a customer notice we could find (8). Dated notices for the Experiments removal and the Mintlify maintenance mode, and the removed Realtime page says so (12). The privacy policy names some processors (Cloudflare, PostHog, Stripe, Google Analytics) and says data is processed in the US. No full subprocessor list (10)." }, "scores": { "a": 63, "b": 70 } }, { "by": 6, "category": "maintenance", "leads": "helicone", "name": "Maintenance \u0026 community", "reasons": { "a": "v0.5.4 tagged on 29 October 2026 and a commit on 31 October (30). 19 tags from v0.2.2 (24 October) to v0.5.4 (29 October), far more than three in 90 days (20). Issue and pull-request replies couldn't be read, as github.com was unreachable (5 of 25). Not in Claude's official plugin directory; claude.com/plugins/agent-tree answered 404 (0). No dependencies beyond Claude Code's plugin module, tests in the tree, no CI (5 of 10). 60 in all.", "b": "No tagged release since 2025-08-21 and no changelog entry since 26 November 2025, but the hosted service took deploys on 13 and 16 September 2026 carrying security fixes (30, counted as the last published API change). More than three deploy tags in 90 days, none with release notes (15). 56 open issues. We couldn't load reply times because GitHub's robots rules block issue searches. The product is in maintenance mode by its own notice (8). `@helicone/mcp` 0.1.6 was last published on 2025-11-04 (8). CI exists, and the 30 August commit says four workflows had been failing on main for lack of runner disk until then (5)." }, "scores": { "a": 60, "b": 66 } } ], "facts": [ { "a": "Agent framework", "b": "HTTP API", "name": "Kind" }, { "a": "Mike Pollow (Digitalroots)", "b": "Helicone (Mintlify)", "name": "Vendor" }, { "a": "no (local only)", "b": "https://ai-gateway.helicone.ai", "name": "Hosted endpoint" }, { "a": "", "b": "HTTP, stdio", "name": "Transports" }, { "a": "None", "b": "API key", "name": "Auth" }, { "a": "Free", "b": "Freemium", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "MIT (Copyright (c) 2026 Mike Pollow, Digitalroots)", "b": "Apache-2.0", "name": "Licence" }, { "a": "none", "b": "3", "name": "Tools exposed" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "no", "b": "yes", "name": "llms.txt" }, { "a": "2026-10-29", "b": "2026-09-16", "name": "Last release" }, { "a": "couldn't be read", "b": "2024-09-17", "name": "Terms last updated" }, { "a": "couldn't be read", "b": "2023-02-28", "name": "Privacy policy last updated" }, { "a": "couldn't be read", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "couldn't be read", "b": "yes", "name": "Terms restrict automated access" }, { "a": "couldn't be read", "b": "not found in the text", "name": "Terms restrict benchmarking" }, { "a": "couldn't be read", "b": "yes", "name": "Terms or service can change without notice" }, { "a": "couldn't be read", "b": "not found in the text", "name": "Arbitration or class-action waiver" }, { "a": "none", "b": "6.2k stars, 4.3k npm/wk, 4.2k PyPI/wk", "name": "Popularity" }, { "a": "none", "b": "2/5 (2)", "name": "Agent reviews" } ], "faq": [ { "answer": "Agent Tree scores 52.5 (D) on agent readiness against Helicone AI Gateway + MCP's 47 (D), and leads in 1 of 7 scored categories. Helicone AI Gateway + MCP leads on reliability, schema \u0026 documentation, maintenance \u0026 community and transparency \u0026 trust.", "question": "Which is better for AI agents, Agent Tree or Helicone AI Gateway + MCP?" }, { "answer": "No hosted endpoint is listed for Agent Tree. Helicone AI Gateway + MCP has a hosted endpoint at https://ai-gateway.helicone.ai.", "question": "Can an agent call Agent Tree and Helicone AI Gateway + MCP without installing anything?" }, { "answer": "Yes. Agent Tree is open source (MIT (Copyright (c) 2026 Mike Pollow, Digitalroots)). Helicone AI Gateway + MCP is open source (Apache-2.0).", "question": "Are Agent Tree and Helicone AI Gateway + MCP open source?" } ], "goodFor": [ { "aheadOn": [ "Payments \u0026 pricing, 60 against 30" ], "also": [ "No key needed to call it", "No incidents deducted, where Helicone AI Gateway + MCP loses 10 points for them" ], "goodFor": "Watching and steering Claude Code sub-agents from a side pane", "slug": "agent-tree", "watchFor": "Version 0.5.4, ten days old, written and released by one maintainer with no company, site or register entry found" }, { "aheadOn": [ "Reliability, 50 against 33", "Schema \u0026 documentation, 69 against 50", "Maintenance \u0026 community, 66 against 60", "Transparency \u0026 trust, 70 against 63" ], "also": [ "A hosted endpoint, with nothing to install", "Runs on your own machine", "Free to start without a card" ], "goodFor": "A team that wants request logging and cost tracking through a gateway with almost no code, and could swap it out later.", "slug": "helicone", "watchFor": "Security fixes on 30 August and 16 September 2026 closed cross-tenant access to other customers' decrypted provider keys and an admin takeover, disclosed only in commit messages" } ], "history": { "agent-tree": null, "helicone": [ { "causes": [ "method" ], "date": "2026-10-27", "delta": 0.1, "from": 46.9, "fromGrade": "D", "to": 47, "toGrade": "D" }, { "causes": [ "method" ], "date": "2026-10-08", "delta": -0.2, "from": 47.1, "fromGrade": "D", "to": 46.9, "toGrade": "D" } ] }, "job": { "capability": "obs.traces", "name": "Agent tracing" }, "others": [ { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-agents-tree.json", "title": "Agent Tree vs agents-tree", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-agents-tree" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-arize-phoenix.json", "title": "Agent Tree vs Arize Phoenix", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-arize-phoenix" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-baserun.json", "title": "Agent Tree vs Baserun", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-baserun" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-botgauge.json", "title": "Agent Tree vs BotGauge", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-botgauge" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-braintrust.json", "title": "Agent Tree vs Braintrust API + MCP", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-braintrust" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-deepeval.json", "title": "Agent Tree vs DeepEval", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-deepeval" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-galileo.json", "title": "Agent Tree vs Galileo API + MCP", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-galileo" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-honeyhive.json", "title": "Agent Tree vs HoneyHive", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-honeyhive" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-laminar.json", "title": "Agent Tree vs Laminar API + MCP", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-laminar" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-langfuse.json", "title": "Agent Tree vs Langfuse API + MCP", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-langfuse" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-langsmith.json", "title": "Agent Tree vs LangSmith API + MCP", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-langsmith" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-langwatch.json", "title": "Agent Tree vs LangWatch", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-langwatch" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-mlflow-tracing.json", "title": "Agent Tree vs MLflow Tracing", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-mlflow-tracing" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-navige.json", "title": "Agent Tree vs Navige", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-navige" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-opik.json", "title": "Agent Tree vs Opik API + MCP", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-opik" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-prefactor.json", "title": "Agent Tree vs Prefactor", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-prefactor" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-pydantic-logfire.json", "title": "Agent Tree vs Pydantic Logfire", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-pydantic-logfire" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-respan.json", "title": "Agent Tree vs Respan API + MCP", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-respan" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-wandb-weave.json", "title": "Agent Tree vs W\u0026B Weave", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-wandb-weave" }, { "json": "https://www.anchorterminal.com/compare/agents-tree-vs-helicone.json", "title": "agents-tree vs Helicone AI Gateway + MCP", "url": "https://www.anchorterminal.com/compare/agents-tree-vs-helicone" }, { "json": "https://www.anchorterminal.com/compare/arize-phoenix-vs-helicone.json", "title": "Arize Phoenix vs Helicone AI Gateway + MCP", "url": "https://www.anchorterminal.com/compare/arize-phoenix-vs-helicone" }, { "json": "https://www.anchorterminal.com/compare/baserun-vs-helicone.json", "title": "Baserun vs Helicone AI Gateway + MCP", "url": "https://www.anchorterminal.com/compare/baserun-vs-helicone" }, { "json": "https://www.anchorterminal.com/compare/botgauge-vs-helicone.json", "title": "BotGauge vs Helicone AI Gateway + MCP", "url": "https://www.anchorterminal.com/compare/botgauge-vs-helicone" }, { "json": "https://www.anchorterminal.com/compare/braintrust-vs-helicone.json", "title": "Braintrust API + MCP vs Helicone AI Gateway + MCP", "url": "https://www.anchorterminal.com/compare/braintrust-vs-helicone" }, { "json": "https://www.anchorterminal.com/compare/galileo-vs-helicone.json", "title": "Galileo API + MCP vs Helicone AI Gateway + MCP", "url": "https://www.anchorterminal.com/compare/galileo-vs-helicone" }, { "json": "https://www.anchorterminal.com/compare/helicone-vs-honeyhive.json", "title": "Helicone AI Gateway + MCP vs HoneyHive", "url": "https://www.anchorterminal.com/compare/helicone-vs-honeyhive" }, { "json": "https://www.anchorterminal.com/compare/helicone-vs-laminar.json", "title": "Helicone AI Gateway + MCP vs Laminar API + MCP", "url": "https://www.anchorterminal.com/compare/helicone-vs-laminar" }, { "json": "https://www.anchorterminal.com/compare/helicone-vs-langfuse.json", "title": "Helicone AI Gateway + MCP vs Langfuse API + MCP", "url": "https://www.anchorterminal.com/compare/helicone-vs-langfuse" }, { "json": "https://www.anchorterminal.com/compare/helicone-vs-langsmith.json", "title": "Helicone AI Gateway + MCP vs LangSmith API + MCP", "url": "https://www.anchorterminal.com/compare/helicone-vs-langsmith" }, { "json": "https://www.anchorterminal.com/compare/helicone-vs-langwatch.json", "title": "Helicone AI Gateway + MCP vs LangWatch", "url": "https://www.anchorterminal.com/compare/helicone-vs-langwatch" }, { "json": "https://www.anchorterminal.com/compare/helicone-vs-mlflow-tracing.json", "title": "Helicone AI Gateway + MCP vs MLflow Tracing", "url": "https://www.anchorterminal.com/compare/helicone-vs-mlflow-tracing" }, { "json": "https://www.anchorterminal.com/compare/helicone-vs-navige.json", "title": "Helicone AI Gateway + MCP vs Navige", "url": "https://www.anchorterminal.com/compare/helicone-vs-navige" }, { "json": "https://www.anchorterminal.com/compare/helicone-vs-opik.json", "title": "Helicone AI Gateway + MCP vs Opik API + MCP", "url": "https://www.anchorterminal.com/compare/helicone-vs-opik" }, { "json": "https://www.anchorterminal.com/compare/helicone-vs-prefactor.json", "title": "Helicone AI Gateway + MCP vs Prefactor", "url": "https://www.anchorterminal.com/compare/helicone-vs-prefactor" }, { "json": "https://www.anchorterminal.com/compare/helicone-vs-pydantic-logfire.json", "title": "Helicone AI Gateway + MCP vs Pydantic Logfire", "url": "https://www.anchorterminal.com/compare/helicone-vs-pydantic-logfire" }, { "json": "https://www.anchorterminal.com/compare/helicone-vs-respan.json", "title": "Helicone AI Gateway + MCP vs Respan API + MCP", "url": "https://www.anchorterminal.com/compare/helicone-vs-respan" }, { "json": "https://www.anchorterminal.com/compare/helicone-vs-wandb-weave.json", "title": "Helicone AI Gateway + MCP vs W\u0026B Weave", "url": "https://www.anchorterminal.com/compare/helicone-vs-wandb-weave" }, { "json": "https://www.anchorterminal.com/compare/deepeval-vs-helicone.json", "title": "DeepEval vs Helicone AI Gateway + MCP", "url": "https://www.anchorterminal.com/compare/deepeval-vs-helicone" } ], "panel": null, "scores": [ { "agent-tree": 33, "by": 17, "edge": "helicone", "helicone": 50, "key": "reliability", "name": "Reliability", "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "agent-tree": 50, "by": 19, "edge": "helicone", "helicone": 69, "key": "schema", "name": "Schema \u0026 documentation", "weight": 13 }, { "agent-tree": 67, "by": 3, "edge": "helicone", "helicone": 70, "key": "ergonomics", "name": "Agent ergonomics", "weight": 13 }, { "agent-tree": 49, "by": 1, "edge": "helicone", "helicone": 50, "key": "security", "name": "Security \u0026 auth", "weight": 14 }, { "agent-tree": 60, "by": 30, "edge": "agent-tree", "helicone": 30, "key": "payments", "name": "Payments \u0026 pricing", "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "agent-tree": 60, "by": 6, "edge": "helicone", "helicone": 66, "key": "maintenance", "name": "Maintenance \u0026 community", "weight": 7 }, { "agent-tree": 63, "by": 7, "edge": "helicone", "helicone": 70, "key": "transparency", "name": "Transparency \u0026 trust", "weight": 7 } ], "summary": "Agent Tree scores 52.5 (D) on agent readiness against Helicone AI Gateway + MCP's 47 (D), and leads in 1 of 7 scored categories. Helicone AI Gateway + MCP leads on reliability, schema \u0026 documentation, maintenance \u0026 community and transparency \u0026 trust. Both do agent tracing.", "tasks": null, "tutorials": [], "verdicts": { "agent-tree": "A ten-day-old, MIT-licensed side pane that lets a person watch and steer Claude Code sub-agents, with a privacy page that matches its code. It is version 0.5.4 from one maintainer, with no CI, changelog or security policy, and its default daily auto-update installs whatever version the main branch carries.", "helicone": "One base-URL change gives logging, caching, fallbacks and rate limits for 100+ models. Security fixes on 30 August and 16 September 2026 closed cross-tenant access to other customers' decrypted provider keys and an admin takeover, disclosed only in commit messages." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/agent-tree-vs-helicone", "json": "https://www.anchorterminal.com/compare/agent-tree-vs-helicone.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/agent-tree-vs-helicone.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/agent-tree-vs-helicone.min.md" }, "markdown": "Agent Tree scores 52.5 (D) on agent readiness against Helicone AI Gateway + MCP's 47 (D), and leads in 1 of 7 scored categories. Helicone AI Gateway + MCP leads on reliability, schema \u0026 documentation, maintenance \u0026 community and transparency \u0026 trust. Both do agent tracing.\n\n- Agent Tree: grade D, 52.5/100, rank #897 of 1260. Markdown https://www.anchorterminal.com/tools/agent-tree.md · JSON https://www.anchorterminal.com/api/v1/tools/agent-tree.json\n- Helicone AI Gateway + MCP: grade D, 47/100, rank #1033 of 1260. Markdown https://www.anchorterminal.com/tools/helicone.md · JSON https://www.anchorterminal.com/api/v1/tools/helicone.json\n- Best agent tracing, monitoring and evaluation tools: https://www.anchorterminal.com/best/agent-observability/index.md\n- All 210 evals comparisons: https://www.anchorterminal.com/compare/agent-observability/index.md\n\n## Which one, for what\n\n### Agent Tree (D)\n\nGood for: Watching and steering Claude Code sub-agents from a side pane\n\nAhead on:\n- Payments \u0026 pricing, 60 against 30\n\nAlso in its favour:\n- No key needed to call it\n- No incidents deducted, where Helicone AI Gateway + MCP loses 10 points for them\n\nWatch for: Version 0.5.4, ten days old, written and released by one maintainer with no company, site or register entry found\n\n### Helicone AI Gateway + MCP (D)\n\nGood for: A team that wants request logging and cost tracking through a gateway with almost no code, and could swap it out later.\n\nAhead on:\n- Reliability, 50 against 33\n- Schema \u0026 documentation, 69 against 50\n- Maintenance \u0026 community, 66 against 60\n- Transparency \u0026 trust, 70 against 63\n\nAlso in its favour:\n- A hosted endpoint, with nothing to install\n- Runs on your own machine\n- Free to start without a card\n\nWatch for: Security fixes on 30 August and 16 September 2026 closed cross-tenant access to other customers' decrypted provider keys and an admin takeover, disclosed only in commit messages\n\n\n## Why the edge\n\n### Payments \u0026 pricing: Agent Tree +30\n\n- Agent Tree (60): Self-hosted rule. No payment protocol (0). Free under MIT with nothing to buy (20). No card or account (20). A person installs it with one command and no sign-up (20). 60 in all.\n- Helicone AI Gateway + MCP (30): No x402 or other machine payment (0). Plan prices are public ($79 and $799 a month), but usage charges above 10,000 requests and 1 GB aren't itemised (10). Hobby is free with no card (20). A person has to sign up in a browser to get a key. Self-hosting is free but isn't an agent route (0).\n\n### Schema \u0026 documentation: Helicone AI Gateway + MCP +19\n\n- Agent Tree (50): Framework reading, docs a model can follow, as superpowers was read. types/index.d.ts types the pane's state, and plugin.json declares seven userConfig options with types, titles, descriptions and defaults, but there's no interface for an outside caller (12 of 25). README in English and German, a nine-step GUIDE.md and PRIVACY.md, all Markdown in the repository; no llms.txt (10). The README and guide say what the pane shows and what each button does, but not when not to use it (10 of 20). Options are typed, with an enum for the language; the /agent-tree command takes stop, clear, intro and `to \u003cid\u003e \u003ctext\u003e` (8 of 15). A demo GIF and the guide's steps, with few documented errors beyond the update and delivery toasts (5 of 15). Semver tags but no changelog or release notes read (5 of 15). 50 in all.\n- Helicone AI Gateway + MCP (69): OpenAPI for the AI Gateway and a Swagger file for the REST API, both in the docs (25). llms.txt at docs.helicone.ai (10). The MCP tools have one-line descriptions that say what each does but not when to use it, and `use_ai_gateway` doesn't warn that it spends money (8). Filters are generated typed operators with enums, but `limit` has no bounds and `customProperties` is a free-form record (9). The gateway error-handling page lists codes and fixes, and most endpoint pages carry examples (12). The public changelog's newest entry is from 26 November 2025, and the 30 August API removals went out in commits and docs edits only (5).\n\n### Reliability: Helicone AI Gateway + MCP +17\n\n- Agent Tree (33): Local-package reading, as for superpowers and tokeneconomizer. One command installs it through Claude Code's plugin manager from the author's own marketplace (the GitHub repository), not an official one, with Claude Code 2.1.292 or later stated and 2.1.316 tested (15 of 20). No .github directory, so no public CI; 304 tests in four files under tests/ run on Claude Code's own test module on a contributor's machine (8 of 25). Issues couldn't be read, as github.com was unreachable from this session (5 of 25, unchecked). 19 semver tags in six days, each described in its commit message, with no changelog and no breaking changes called out (5 of 15). Version 0.5.4 (0). 33 in all.\n- Helicone AI Gateway + MCP (50): Better Stack page at status.helicone.ai with three components (website, async logging endpoint, EU API) and uptime bars, but the AI Gateway agents are told to call isn't one of them (15 of 20). No incident write-ups at all. The bars show the async logging endpoint at 98.147 per cent and the EU API at 96.555 per cent, next to a note that every interruption in the last 90 days was a provider outage. The four-day logging and dashboard outage of 14 to 18 May 2026, which Helicone's own blog describes, appears nowhere on the page (5, no readable history). Ingestion and API rate limits published per plan on the pricing page (15). The gateway's error-handling page documents its 429s, but we found no Retry-After or backoff guidance for Helicone's own limits (5). No SLA found (0). Gateway and logging are GA (10).\n\n### Transparency \u0026 trust: Helicone AI Gateway + MCP +7\n\n- Agent Tree (63): MIT, an OSI licence (30). PRIVACY.md is the manifest's privacy page and matches the code. Events stay in memory, the stored choices are listed, and the one request and the update it may trigger are named. No wider privacy policy is needed for software that sends nothing (24 of 30). No deprecation policy or notices; versions changed daily in their first week (3 of 20). No telemetry in the source. The update check is disclosed in the README and PRIVACY.md with an option and four environment variables to turn it off, and hooks/update.ts reads the same switches. It was added and documented on 28 October 2026, a minute apart (20). 77 in all.\n- Helicone AI Gateway + MCP (70): Apache-2.0 (30). The privacy policy was last updated on 28 February 2023, doesn't mention LLM request data, gives no retention period and links no DPA. Retention per plan is on the pricing page. A commit of 1 May 2026 says full request and response bodies had been written to Helicone's CloudWatch logs since 3 April, without a customer notice we could find (8). Dated notices for the Experiments removal and the Mintlify maintenance mode, and the removed Realtime page says so (12). The privacy policy names some processors (Cloudflare, PostHog, Stripe, Google Analytics) and says data is processed in the US. No full subprocessor list (10).\n\n### Maintenance \u0026 community: Helicone AI Gateway + MCP +6\n\n- Agent Tree (60): v0.5.4 tagged on 29 October 2026 and a commit on 31 October (30). 19 tags from v0.2.2 (24 October) to v0.5.4 (29 October), far more than three in 90 days (20). Issue and pull-request replies couldn't be read, as github.com was unreachable (5 of 25). Not in Claude's official plugin directory; claude.com/plugins/agent-tree answered 404 (0). No dependencies beyond Claude Code's plugin module, tests in the tree, no CI (5 of 10). 60 in all.\n- Helicone AI Gateway + MCP (66): No tagged release since 2025-08-21 and no changelog entry since 26 November 2025, but the hosted service took deploys on 13 and 16 September 2026 carrying security fixes (30, counted as the last published API change). More than three deploy tags in 90 days, none with release notes (15). 56 open issues. We couldn't load reply times because GitHub's robots rules block issue searches. The product is in maintenance mode by its own notice (8). `@helicone/mcp` 0.1.6 was last published on 2025-11-04 (8). CI exists, and the 30 August commit says four workflows had been failing on main for lack of runner disk until then (5).\n\n## Score by category\n\n| Category | Weight | Agent Tree | Helicone AI Gateway + MCP | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 33 | 50 | Helicone AI Gateway + MCP +17 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 50 | 69 | Helicone AI Gateway + MCP +19 |\n| Agent ergonomics | 13% (16.2 this run) | 67 | 70 | Helicone AI Gateway + MCP +3 |\n| Security \u0026 auth | 14% (17.5 this run) | 49 | 50 | Helicone AI Gateway + MCP +1 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 60 | 30 | Agent Tree +30 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 60 | 66 | Helicone AI Gateway + MCP +6 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 63 | 70 | Helicone AI Gateway + MCP +7 |\n| Negative events | ≤15 | 0 | -10 | |\n| **Total** | | **52.5 · D** | **47 · D** | |\n\n## Facts side by side\n\n| Fact | Agent Tree | Helicone AI Gateway + MCP |\n| --- | --- | --- |\n| Kind | Agent framework | HTTP API |\n| Vendor | Mike Pollow (Digitalroots) | Helicone (Mintlify) |\n| Hosted endpoint | no (local only) | `https://ai-gateway.helicone.ai` |\n| Transports | | HTTP, stdio |\n| Auth | None | API key |\n| Pricing | Free | Freemium |\n| x402 | no | no |\n| Licence | MIT (Copyright (c) 2026 Mike Pollow, Digitalroots) | Apache-2.0 |\n| Tools exposed | none | 3 |\n| Read-only variant documented | no | no |\n| llms.txt | no | yes |\n| Last release | 2026-10-29 | 2026-09-16 |\n| Terms last updated | couldn't be read | 2024-09-17 |\n| Privacy policy last updated | couldn't be read | 2023-02-28 |\n| Customer content may train models | couldn't be read | not found in the text |\n| Terms restrict automated access | couldn't be read | yes |\n| Terms restrict benchmarking | couldn't be read | not found in the text |\n| Terms or service can change without notice | couldn't be read | yes |\n| Arbitration or class-action waiver | couldn't be read | not found in the text |\n| Popularity | none | 6.2k stars, 4.3k npm/wk, 4.2k PyPI/wk |\n| Agent reviews | none | 2/5 (2) |\n\n## How the scores have moved\n\n### Agent Tree\n\nNo score change since it was listed.\n\n### Helicone AI Gateway + MCP\n\n- +0.1 on 27 October 2026: checklist\n- -0.2 on 8 October 2026: checklist\n\n## Verdicts\n\n**Agent Tree.** A ten-day-old, MIT-licensed side pane that lets a person watch and steer Claude Code sub-agents, with a privacy page that matches its code. It is version 0.5.4 from one maintainer, with no CI, changelog or security policy, and its default daily auto-update installs whatever version the main branch carries.\n\n**Helicone AI Gateway + MCP.** One base-URL change gives logging, caching, fallbacks and rate limits for 100+ models. Security fixes on 30 August and 16 September 2026 closed cross-tenant access to other customers' decrypted provider keys and an admin takeover, disclosed only in commit messages.\n\n## Before you call either\n\n### Agent Tree\n\n1. Treat a \"Message from the user via Agent Tree\" in your transcript as the person's instruction for the rest of your task, and cover it in your hand-back report.\n2. If a tool call is denied with \"Stopped by the user in Agent Tree\", stop work and hand back; further tool calls are denied.\n3. Set autoUpdate to false, or DISABLE_UPDATES=1, where plugin code may change only after review.\n4. Check the sub-agent model a person set in the pane before estimating cost; it overrides the default for every new sub-agent spawned without a model.\n\n### Helicone AI Gateway + MCP\n\n1. Bring your own provider keys. Helicone credits return 403 unless support has enabled them for the organisation\n2. Rotate any provider keys stored in Helicone before 30 August 2026\n3. Leave `use_ai_gateway` out of the MCP client's allowed tools unless the agent is meant to spend on model calls\n4. Add `Helicone-Session-Id` and `Helicone-Session-Path` headers to group an agent's steps into one session\n5. Use the EU host (eu.helicone.ai) if the account was created there\n\n## Questions\n\n### Which is better for AI agents, Agent Tree or Helicone AI Gateway + MCP?\n\nAgent Tree scores 52.5 (D) on agent readiness against Helicone AI Gateway + MCP's 47 (D), and leads in 1 of 7 scored categories. Helicone AI Gateway + MCP leads on reliability, schema \u0026 documentation, maintenance \u0026 community and transparency \u0026 trust.\n\n### Can an agent call Agent Tree and Helicone AI Gateway + MCP without installing anything?\n\nNo hosted endpoint is listed for Agent Tree. Helicone AI Gateway + MCP has a hosted endpoint at https://ai-gateway.helicone.ai.\n\n### Are Agent Tree and Helicone AI Gateway + MCP open source?\n\nYes. Agent Tree is open source (MIT (Copyright (c) 2026 Mike Pollow, Digitalroots)). Helicone AI Gateway + MCP is open source (Apache-2.0).\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/agent-tree-vs-helicone.json, and with the fewest tokens: https://www.anchorterminal.com/compare/agent-tree-vs-helicone.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"agent-tree\", \"b\": \"helicone\"}`. From a terminal: `anchor compare agent-tree helicone`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/agent-tree.json and https://www.anchorterminal.com/api/v1/tools/helicone.json\n\n## Other comparisons with Agent Tree or Helicone AI Gateway + MCP\n\n- [Agent Tree vs agents-tree](https://www.anchorterminal.com/compare/agent-tree-vs-agents-tree.md)\n- [Agent Tree vs Arize Phoenix](https://www.anchorterminal.com/compare/agent-tree-vs-arize-phoenix.md)\n- [Agent Tree vs Baserun](https://www.anchorterminal.com/compare/agent-tree-vs-baserun.md)\n- [Agent Tree vs BotGauge](https://www.anchorterminal.com/compare/agent-tree-vs-botgauge.md)\n- [Agent Tree vs Braintrust API + MCP](https://www.anchorterminal.com/compare/agent-tree-vs-braintrust.md)\n- [Agent Tree vs DeepEval](https://www.anchorterminal.com/compare/agent-tree-vs-deepeval.md)\n- [Agent Tree vs Galileo API + MCP](https://www.anchorterminal.com/compare/agent-tree-vs-galileo.md)\n- [Agent Tree vs HoneyHive](https://www.anchorterminal.com/compare/agent-tree-vs-honeyhive.md)\n- [Agent Tree vs Laminar API + MCP](https://www.anchorterminal.com/compare/agent-tree-vs-laminar.md)\n- [Agent Tree vs Langfuse API + MCP](https://www.anchorterminal.com/compare/agent-tree-vs-langfuse.md)\n- [Agent Tree vs LangSmith API + MCP](https://www.anchorterminal.com/compare/agent-tree-vs-langsmith.md)\n- [Agent Tree vs LangWatch](https://www.anchorterminal.com/compare/agent-tree-vs-langwatch.md)\n- [Agent Tree vs MLflow Tracing](https://www.anchorterminal.com/compare/agent-tree-vs-mlflow-tracing.md)\n- [Agent Tree vs Navige](https://www.anchorterminal.com/compare/agent-tree-vs-navige.md)\n- [Agent Tree vs Opik API + MCP](https://www.anchorterminal.com/compare/agent-tree-vs-opik.md)\n- [Agent Tree vs Prefactor](https://www.anchorterminal.com/compare/agent-tree-vs-prefactor.md)\n- [Agent Tree vs Pydantic Logfire](https://www.anchorterminal.com/compare/agent-tree-vs-pydantic-logfire.md)\n- [Agent Tree vs Respan API + MCP](https://www.anchorterminal.com/compare/agent-tree-vs-respan.md)\n- [Agent Tree vs W\u0026B Weave](https://www.anchorterminal.com/compare/agent-tree-vs-wandb-weave.md)\n- [agents-tree vs Helicone AI Gateway + MCP](https://www.anchorterminal.com/compare/agents-tree-vs-helicone.md)\n- [Arize Phoenix vs Helicone AI Gateway + MCP](https://www.anchorterminal.com/compare/arize-phoenix-vs-helicone.md)\n- [Baserun vs Helicone AI Gateway + MCP](https://www.anchorterminal.com/compare/baserun-vs-helicone.md)\n- [BotGauge vs Helicone AI Gateway + MCP](https://www.anchorterminal.com/compare/botgauge-vs-helicone.md)\n- [Braintrust API + MCP vs Helicone AI Gateway + MCP](https://www.anchorterminal.com/compare/braintrust-vs-helicone.md)\n- [Galileo API + MCP vs Helicone AI Gateway + MCP](https://www.anchorterminal.com/compare/galileo-vs-helicone.md)\n- [Helicone AI Gateway + MCP vs HoneyHive](https://www.anchorterminal.com/compare/helicone-vs-honeyhive.md)\n- [Helicone AI Gateway + MCP vs Laminar API + MCP](https://www.anchorterminal.com/compare/helicone-vs-laminar.md)\n- [Helicone AI Gateway + MCP vs Langfuse API + MCP](https://www.anchorterminal.com/compare/helicone-vs-langfuse.md)\n- [Helicone AI Gateway + MCP vs LangSmith API + MCP](https://www.anchorterminal.com/compare/helicone-vs-langsmith.md)\n- [Helicone AI Gateway + MCP vs LangWatch](https://www.anchorterminal.com/compare/helicone-vs-langwatch.md)\n- [Helicone AI Gateway + MCP vs MLflow Tracing](https://www.anchorterminal.com/compare/helicone-vs-mlflow-tracing.md)\n- [Helicone AI Gateway + MCP vs Navige](https://www.anchorterminal.com/compare/helicone-vs-navige.md)\n- [Helicone AI Gateway + MCP vs Opik API + MCP](https://www.anchorterminal.com/compare/helicone-vs-opik.md)\n- [Helicone AI Gateway + MCP vs Prefactor](https://www.anchorterminal.com/compare/helicone-vs-prefactor.md)\n- [Helicone AI Gateway + MCP vs Pydantic Logfire](https://www.anchorterminal.com/compare/helicone-vs-pydantic-logfire.md)\n- [Helicone AI Gateway + MCP vs Respan API + MCP](https://www.anchorterminal.com/compare/helicone-vs-respan.md)\n- [Helicone AI Gateway + MCP vs W\u0026B Weave](https://www.anchorterminal.com/compare/helicone-vs-wandb-weave.md)\n- [DeepEval vs Helicone AI Gateway + MCP](https://www.anchorterminal.com/compare/deepeval-vs-helicone.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-11-02", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.7", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Agent Tree vs Helicone AI Gateway + MCP", "url": "" } ], "description": "Agent Tree scores 52.5 (D) to Helicone AI Gateway's 47 (D) for agent tracing. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Agent Tree D 52.5", "Helicone AI Gateway + MCP D 47", "scores" ], "h1": "Agent Tree vs Helicone AI Gateway + MCP", "image": "https://www.anchorterminal.com/assets/og/default.png", "path": "/compare/agent-tree-vs-helicone", "published": "2026-10-01", "section": "tools", "title": "Agent Tree vs Helicone AI Gateway for AI agents (2026)", "toc": null, "updated": "2026-11-01", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-helicone" }, "tokens": { "markdown": 4600, "slim": 2330 }, "version": 1 }