{ "data": { "a": { "slug": "agent-tree", "name": "Agent Tree", "vendor": "Mike Pollow (Digitalroots)", "vendorUrl": "https://github.com/MikeGT4/agent-tree", "kind": "framework", "category": "agent-observability", "summary": "Agent Tree is an MIT-licensed Claude Code plugin that shows a session's sub-agents as a live tree in a terminal side pane, with context, cost and usage limits, and lets the person stop, message or re-model running sub-agents.", "url": "https://www.anchorterminal.com/tools/agent-tree", "markdownUrl": "https://www.anchorterminal.com/tools/agent-tree.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/agent-tree.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/agent-tree.json", "dns": "agent-tree.grade.anchorterminal.com", "repo": "https://github.com/MikeGT4/agent-tree", "license": "MIT (Copyright (c) 2026 Mike Pollow, Digitalroots)", "transports": [], "packages": [], "auth": "none", "authNotes": "No account, key or login of its own. It installs through Claude Code's plugin manager from the author's own marketplace (the GitHub repository) and runs inside Claude Code with that session's permissions.", "pricing": "free", "pricingNotes": "Free under the MIT licence, with nothing to buy. Model usage stays on the person's Claude plan or API key; switching a sub-agent's model or effort in the pane changes what those calls cost.", "priceSummary": "Free · OSS", "where": "library", "x402": { "level": "no", "evidence": "Local software with nothing to buy. No x402, MPP or L402 in the repository, read on 2026-11-01.", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-11-01" }, "docsUrl": "https://github.com/MikeGT4/agent-tree/blob/main/docs/GUIDE.md", "capabilities": [ "obs.traces", "agent.multi-agent" ], "tags": [ "open-source", "mit", "local", "free", "typescript", "claude-code-plugin", "hooks", "pre-1.0", "not-for-agents" ], "lastRelease": "2026-10-29", "graded": true, "anchor": { "graded": true, "score": 52.5, "grade": "D", "agentReady": false, "rank": 897, "ranked": true, "rankOf": 1260, "categoryRank": 16, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 67, "maintenance": 60, "payments": 60, "reliability": 33, "schema": 50, "security": 49, "transparency": 63 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-01" }, "negative": 0, "verdict": "A ten-day-old, MIT-licensed side pane that lets a person watch and steer Claude Code sub-agents, with a privacy page that matches its code. It is version 0.5.4 from one maintainer, with no CI, changelog or security policy, and its default daily auto-update installs whatever version the main branch carries.", "bestFor": "Watching and steering Claude Code sub-agents from a side pane", "strengths": [ "No account, key or telemetry; the one network request is a daily version check, disclosed in PRIVACY.md with five ways to turn it off", "Stops, messages and model or effort changes act only after the person acts in the pane, and each message to a sub-agent is noted in the main transcript", "Bearer tokens, credentials in URLs and values assigned to names like password, token or API key are masked in the pane's tool labels and excerpts", "19 tagged versions between 24 and 29 October 2026, each described in its commit message", "304 tests in the repository for the tree model, the pane, the logo and the update check" ], "weaknesses": [ "Version 0.5.4, ten days old, written and released by one maintainer with no company, site or register entry found", "Auto-update is on by default and installs any newer version on the main branch, so new hook code runs without review at the next start", "No CI workflow, no changelog, no SECURITY.md and no security.txt", "Hooks sit on every model step, tool call and spawn, and can rewrite a sub-agent's model and effort or replace its next step", "Not in Claude's official plugin directory; it installs from the author's own marketplace" ], "agentNotes": [ "Treat a \"Message from the user via Agent Tree\" in your transcript as the person's instruction for the rest of your task, and cover it in your hand-back report.", "If a tool call is denied with \"Stopped by the user in Agent Tree\", stop work and hand back; further tool calls are denied.", "Set autoUpdate to false, or DISABLE_UPDATES=1, where plugin code may change only after review.", "Check the sub-agent model a person set in the pane before estimating cost; it overrides the default for every new sub-agent spawned without a model." ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "D", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 52.5 } ], "editorialScores": { "ergonomics": 67, "maintenance": 60, "payments": 60, "reliability": 33, "schema": 50, "security": 49, "transparency": 77 }, "provenanceScore": 49, "checked": { "categories": { "ergonomics": "2026-11-01", "maintenance": "2026-11-01", "payments": "2026-11-01", "reliability": "2026-11-01", "schema": "2026-11-01", "security": "2026-11-01", "transparency": "2026-11-01" }, "last": "2026-11-01", "oldest": "2026-11-01", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "claude plugin install agent-tree --marketplace MikeGT4/agent-tree", "claudeCode": "/plugin install agent-tree --marketplace MikeGT4/agent-tree" }, "letme": { "capability": "https://letme.dev/obs.traces", "tool": "https://letme.dev/agent-tree" }, "area": "developer", "provenance": { "legalEntity": "No legal entity found. The LICENSE, plugin.json and marketplace.json name \"Mike Pollow, Digitalroots\"", "domain": "github.com", "domainRegistered": "", "endpointOnVendorDomain": null, "terms": "https://github.com/MikeGT4/agent-tree/blob/main/LICENSE", "privacy": "https://github.com/MikeGT4/agent-tree/blob/main/PRIVACY.md", "statusPage": "", "changelog": "", "securityTxt": "none", "checked": "2026-11-01", "notes": [ "The LICENSE reads Copyright (c) 2026 Mike Pollow, Digitalroots, and the plugin and marketplace manifests name the same author. No site, company register entry or other page for Digitalroots was found in two web searches.", "PRIVACY.md is the plugin's privacyPolicyUrl in plugin.json. The MIT licence stands in for terms.", "No SECURITY.md in the repository and no .github directory. github.com and api.github.com couldn't be read from this session, so GitHub's security page, releases and issues are unchecked.", "Local software, so there is no vendor endpoint or status page. No changelog file; versions are described in commit messages and tags.", "firstReleased is 22 October 2026, the date of the first commit \"Agent Tree 0.1.0\" in a bare clone. The earliest tag, v0.2.2, is 24 October. A news roundup on emergent.sh of 27 October gives the launch as 26 October." ], "score": 49 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/agent-tree.json" }, "answer": "LangSmith API + MCP scores 71.6 (BB) on agent readiness against Agent Tree's 52.5 (D), and leads in 6 of 7 scored categories. Agent Tree leads on payments \u0026 pricing.", "b": { "slug": "langsmith", "name": "LangSmith API + MCP", "vendor": "LangChain", "vendorUrl": "https://www.langchain.com/langsmith", "kind": "http-api", "category": "agent-observability", "summary": "LangChain's hosted tracing, evaluation, prompt hub and dataset platform, framework-agnostic with Python and TypeScript SDKs and OpenTelemetry ingest.", "url": "https://www.anchorterminal.com/tools/langsmith", "markdownUrl": "https://www.anchorterminal.com/tools/langsmith.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/langsmith.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/langsmith.json", "dns": "langsmith.grade.anchorterminal.com", "repo": "https://github.com/langchain-ai/langsmith-python", "license": "MIT (SDK only, platform closed source)", "transports": [ "http", "streamable-http" ], "remoteUrl": "https://api.smith.langchain.com", "packages": [ { "registry": "pypi", "name": "langsmith" }, { "registry": "npm", "name": "langsmith" } ], "auth": "mixed", "authNotes": "API key in the `X-Api-Key` header (personal or service keys, workspace-scoped). The remote MCP server uses OAuth 2.1 with dynamic client registration for interactive clients, or the same API key header for headless ones.", "pricing": "freemium", "pricingNotes": "Developer is free for 1 seat with 5,000 base traces a month. Plus $39 a seat a month with 10,000 base traces, unlimited seats and one free small deployment. Enterprise custom. Beyond the included traces, a base trace costs 0.005 LSU ($5 per 1,000 at $1 an LSU) with 14-day retention, and upgrading to an extended trace with 180-day retention adds 0.0025 LSU. Compute for deployments, sandboxes and tuned evaluators is billed in LCUs at $1.50 each. Self-hosting and BYOC are Enterprise only (https://www.langchain.com/pricing).", "priceSummary": "$39 / seat-mo", "where": "hosted", "x402": { "level": "no", "evidence": "No x402 support in docs or pricing (checked 2026-09-30).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 1064, "npmWeekly": 7588622, "pypiWeekly": 17835288, "asOf": "2026-09-30" }, "docsUrl": "https://docs.langchain.com/langsmith/observability", "llmsTxt": "https://docs.langchain.com/llms.txt", "openapi": "https://api.smith.langchain.com/openapi.json", "capabilities": [ "obs.traces", "obs.evals", "obs.prompts", "obs.datasets", "obs.gateway" ], "tags": [ "hosted", "freemium", "closed-source", "mcp", "llms-txt", "openapi", "python", "typescript", "enterprise", "webhooks" ], "lastRelease": "2026-10-31", "graded": true, "anchor": { "graded": true, "score": 71.6, "grade": "BB", "agentReady": true, "rank": 130, "ranked": true, "rankOf": 1260, "categoryRank": 3, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 76, "maintenance": 85, "payments": 40, "reliability": 81, "schema": 86, "security": 79, "transparency": 78 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-01" }, "negative": -4, "negativeNotes": [ "2026-02-09 to 2026-06-19. Five published advisories in the LangSmith SDK. The most serious, GHSA-f4xh-w4cj-qxq8 (CVE-2026-59152, 19 June), let anyone who could send HTTP requests to a server running `TracingMiddleware` read arbitrary files from it into trace attachments, fixed in Python 0.8.18. GitHub's list rates it critical and the advisory scores it CVSS 5.0. The others cover untrusted public prompt manifests (high, 7 May), streaming tokens bypassing output redaction (moderate, 14 April), prototype pollution (moderate, 9 April) and SSRF through tracing headers (moderate, 9 February). All fixed and disclosed in public, so -4 (https://github.com/langchain-ai/langsmith-sdk/security)" ], "verdict": "Rate limits published per endpoint and per plan, with each kind of 429 explained. Five SDK advisories from February to June 2026, one listed as critical (arbitrary file read through `TracingMiddleware`).", "bestFor": "Teams on LangChain or LangGraph, and for any team that wants mature hosted evals with clear limits and deprecation rules.", "strengths": [ "Rate limits published per endpoint and per plan, with each kind of 429 explained", "Written deprecation policy, six months on cloud, with `Deprecation` and `Sunset` headers on deprecated endpoints", "Remote MCP with OAuth 2.1, read-only in practice, and `fetch_runs` paging by a 25,000-character budget", "Workspace-scoped service keys with expiry, and audit logs queryable by API on Enterprise", "SOC 2 Type II, HIPAA and GDPR, regions in the US, EU and APAC, and SDK advisories published with CVEs", "Tracing-only keys can send traces from an agent without being able to read them" ], "weaknesses": [ "Five SDK advisories from February to June 2026, one listed as critical (arbitrary file read through `TracingMiddleware`)", "`POST /feedback/eager` was removed on 10 August after about a month's notice, given before the six-month policy was published on 27 July", "Closed-source platform, self-hosting, BYOC and key roles are Enterprise only", "Four MCP tools named like writes (`create_dataset`, `run_experiment` and others) only return documentation", "No uptime SLA found below Enterprise's support SLA" ], "agentNotes": [ "Batch run reads. `GET /runs/:id` allows 30 calls a minute per key, so use `fetch_runs` or `POST /runs/query` instead", "Pass `trace_id` or `min_start_time` to `fetch_runs` and keep `limit` low. Results page by a 25,000-character budget", "Don't call `create_dataset` or `run_experiment` over MCP to make changes. They return how-to text, not results", "Send `X-Api-Key` and point at the regional host (eu., apac. or aws.api.smith.langchain.com) that matches the workspace", "Move off the v1 runs query and retrieve endpoints before their 31 January 2027 sunset", "Give a tracing agent a tracing-only key (`lsv2_tr_` prefix), not a personal or service key, so a leak can't read traces" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 2, "avgRating": 3, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "BB", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 71.6 } ], "editorialScores": { "ergonomics": 76, "maintenance": 85, "payments": 40, "reliability": 81, "schema": 86, "security": 79, "transparency": 70 }, "provenanceScore": 85, "checked": { "categories": { "ergonomics": "2026-11-01", "maintenance": "2026-11-01", "payments": "2026-11-01", "reliability": "2026-11-01", "schema": "2026-11-01", "security": "2026-11-01", "transparency": "2026-11-01" }, "last": "2026-11-01", "lastMoved": "2026-11-01", "oldest": "2026-11-01", "stale": false, "staleAfterDays": 90 } }, "connect": { "http": "curl https://api.smith.langchain.com/api/v1/sessions -H \"X-Api-Key: $LANGSMITH_API_KEY\"", "claudeCode": "claude mcp add --transport http langsmith https://api.smith.langchain.com/mcp" }, "letme": { "capability": "https://letme.dev/obs.traces", "tool": "https://letme.dev/langsmith" }, "sameCompany": [ "langgraph", "langmem" ], "area": "developer", "unitPrices": [ { "item": "Plus plan", "unit": "seat-month", "usd": 39, "note": "10,000 base traces a month included" }, { "item": "Base traces", "unit": "1k-requests", "usd": 5, "note": "0.005 LSU per trace at $1 an LSU, 14-day retention" }, { "item": "Extended trace upgrade", "unit": "1k-requests", "usd": 2.5, "note": "0.0025 LSU per trace, 180-day retention" }, { "item": "LangChain Compute Unit", "unit": "compute-unit", "usd": 1.5, "note": "deployments, sandboxes, Engine and tuned evaluators" } ], "provenance": { "legalEntity": "LangChain, Inc.", "domain": "langchain.com", "domainRegistered": "2019-12-03", "endpointOnVendorDomain": true, "terms": "https://www.langchain.com/terms-of-service", "privacy": "https://www.langchain.com/privacy-policy", "statusPage": "https://status.smith.langchain.com", "changelog": "https://docs.langchain.com/langsmith/changelog", "securityTxt": "none", "checked": "2026-11-01", "score": 85 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/langsmith.json", "live": { "slug": "langsmith", "probe": { "target": "https://api.smith.langchain.com", "method": "get", "lastAt": "2026-11-02T00:56:09.417084832Z", "lastOk": true, "lastStatus": 404, "lastMs": 139, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 160, "p95ms24h": 237, "samples24h": 249, "samples30d": 7898, "days": [ { "date": "2026-10-02", "probes": 248, "ok": 248 }, { "date": "2026-10-03", "probes": 271, "ok": 271 }, { "date": "2026-10-04", "probes": 272, "ok": 272 }, { "date": "2026-10-05", "probes": 272, "ok": 272 }, { "date": "2026-10-06", "probes": 272, "ok": 272 }, { "date": "2026-10-07", "probes": 272, "ok": 272 }, { "date": "2026-10-08", "probes": 268, "ok": 268 }, { "date": "2026-10-09", "probes": 250, "ok": 250 }, { "date": "2026-10-10", "probes": 247, "ok": 247 }, { "date": "2026-10-11", "probes": 247, "ok": 247 }, { "date": "2026-10-12", "probes": 247, "ok": 247 }, { "date": "2026-10-13", "probes": 248, "ok": 248 }, { "date": "2026-10-14", "probes": 249, "ok": 249 }, { "date": "2026-10-15", "probes": 253, "ok": 253 }, { "date": "2026-10-16", "probes": 252, "ok": 252 }, { "date": "2026-10-17", "probes": 253, "ok": 253 }, { "date": "2026-10-18", "probes": 256, "ok": 256 }, { "date": "2026-10-19", "probes": 255, "ok": 255 }, { "date": "2026-10-20", "probes": 252, "ok": 252 }, { "date": "2026-10-21", "probes": 253, "ok": 253 }, { "date": "2026-10-22", "probes": 253, "ok": 253 }, { "date": "2026-10-23", "probes": 248, "ok": 248 }, { "date": "2026-10-24", "probes": 251, "ok": 251 }, { "date": "2026-10-25", "probes": 250, "ok": 250 }, { "date": "2026-10-26", "probes": 252, "ok": 252 }, { "date": "2026-10-27", "probes": 249, "ok": 249 }, { "date": "2026-10-28", "probes": 251, "ok": 251 }, { "date": "2026-10-29", "probes": 248, "ok": 248 }, { "date": "2026-10-30", "probes": 249, "ok": 249 }, { "date": "2026-10-31", "probes": 251, "ok": 251 }, { "date": "2026-11-01", "probes": 249, "ok": 249 }, { "date": "2026-11-02", "probes": 10, "ok": 10 } ] }, "vendorStatus": { "page": "https://status.smith.langchain.com", "indicator": "unknown", "summary": "no machine-readable status found", "checkedAt": "2026-11-01T22:57:23.883002899Z" }, "versions": [ { "registry": "github", "name": "langchain-ai/langsmith-sdk", "version": "v0.14.9", "released": "2026-10-15", "seenAt": "2026-11-01T17:09:58.756264955Z" }, { "registry": "npm", "name": "langsmith", "version": "0.11.6", "seenAt": "2026-11-01T17:09:57.954849661Z" }, { "registry": "pypi", "name": "langsmith", "version": "0.14.16", "released": "2026-10-29", "seenAt": "2026-11-01T17:09:57.82683699Z" } ], "githubStars": 1083, "npmWeekly": 10102953, "pypiWeekly": 21914071, "securityTxt": { "url": "https://langchain.com/.well-known/security.txt", "state": "none", "checkedAt": "2026-11-01T15:42:42.846785799Z" }, "llmsTxt": { "url": "https://docs.langchain.com/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-11-01T15:14:09.268268571Z" }, "domain": { "domain": "langchain.com", "registered": "2019-12-03", "source": "https://rdap.verisign.com/com/v1/domain/langchain.com", "checkedAt": "2026-11-01T14:16:16.486101867Z" }, "pages": [ { "url": "https://docs.langchain.com/langsmith/changelog", "kind": "deprecations", "status": 200, "checkedAt": "2026-11-01T06:42:01.021385769Z", "changedAt": "2026-10-28T04:15:29.086780659Z", "fingerprint": "f40dc5eef560" }, { "url": "https://www.langchain.com/pricing", "kind": "pricing", "status": 304, "checkedAt": "2026-11-01T07:01:13.614414671Z", "changedAt": "2026-10-31T06:29:02.210689578Z", "fingerprint": "23e1ebab52c3" }, { "url": "https://www.langchain.com/privacy-policy", "kind": "privacy", "status": 304, "checkedAt": "2026-11-01T07:01:15.646402707Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "83d57e07b1e6" }, { "url": "https://www.langchain.com/terms-of-service", "kind": "terms", "status": 304, "checkedAt": "2026-11-01T07:01:17.656793583Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "bafbaf0129ca" } ], "github": { "repo": "langchain-ai/langsmith-sdk", "checkedAt": "2026-10-26T07:38:59.414740855Z", "stars": 1081, "archived": true, "issuesEnabled": true, "pushedAt": "2026-10-16T17:24:02Z", "openIssues": 108, "openPRs": 119, "issuesOpened90d": 27, "issuesClosed90d": 26, "prsMerged90d": 252, "ci": { "branch": "main", "runs": 50, "success": 39, "failure": 9, "other": 2, "latest": "success", "latestAt": "2026-10-16T14:19:25Z" }, "advisories": [ { "ghsa": "GHSA-f4xh-w4cj-qxq8", "cve": "CVE-2026-59152", "severity": "critical", "published": "2026-06-19T13:13:39Z" }, { "ghsa": "GHSA-3644-q5cj-c5c7", "cve": "CVE-2026-45134", "severity": "high", "published": "2026-05-07T19:48:37Z" }, { "ghsa": "GHSA-rr7j-v2q5-chgv", "cve": "CVE-2026-41182", "severity": "medium", "published": "2026-04-14T21:26:04Z" }, { "ghsa": "GHSA-fw9q-39r9-c252", "cve": "CVE-2026-40190", "severity": "medium", "published": "2026-04-09T18:42:43Z" }, { "ghsa": "GHSA-v34v-rq6j-cj6p", "cve": "CVE-2026-25528", "severity": "medium", "published": "2026-02-09T19:12:15Z" } ], "replies": { "sampled": 25, "unanswered": 4, "medianDays": 4.3 } }, "updatedAt": "2026-11-02T00:56:09.417084832Z" } }, "edges": [ { "by": 48, "category": "reliability", "leads": "langsmith", "name": "Reliability", "reasons": { "a": "Local-package reading, as for superpowers and tokeneconomizer. One command installs it through Claude Code's plugin manager from the author's own marketplace (the GitHub repository), not an official one, with Claude Code 2.1.292 or later stated and 2.1.316 tested (15 of 20). No .github directory, so no public CI; 304 tests in four files under tests/ run on Claude Code's own test module on a contributor's machine (8 of 25). Issues couldn't be read, as github.com was unreachable from this session (5 of 25, unchecked). 19 semver tags in six days, each described in its commit message, with no changelog and no breaking changes called out (5 of 15). Version 0.5.4 (0). 33 in all.", "b": "incident.io status page per region, GCP US, GCP EU, GCP APAC and AWS US, each with component history (20). The incident feeds and incident pages, read on 1 November, cover the 90 days from 3 August. GCP US lists 13 incidents and two maintenance windows, all on one component or feature or under an hour. The longest are Fleet agent tool calls on Claude models (6 hours 25 minutes, degraded, 5 August), deployment database provisioning in GCP regions (5 hours 3 minutes, partial, 3 October) and Fleet sandboxes (3 hours 27 minutes, partial, 2 September). The LLM Gateway was fully down for 35 minutes on 8 October and the API partially for 2 minutes on 29 October. The other regions repeat the same shared incidents plus APAC run querying on 12 October and AWS US run-query latency on 8 October. Minor only (20). Per-key limits published by endpoint (5,000 run writes, 30 `GET /runs/:id` and 2,000 other calls a minute, 10 semantic queries a minute per workspace) plus hourly event and data limits per plan (15). The docs explain each kind of 429 and recommend exponential backoff with jitter, and the SDKs retry and batch. Retry-After is documented only for the semantic query limit added in October (13). Enterprise has a support SLA. We found no uptime SLA (3). API and remote MCP are GA (10). 20+20+15+13+3+10 = 81." }, "scores": { "a": 33, "b": 81 } }, { "by": 36, "category": "schema", "leads": "langsmith", "name": "Schema \u0026 documentation", "reasons": { "a": "Framework reading, docs a model can follow, as superpowers was read. types/index.d.ts types the pane's state, and plugin.json declares seven userConfig options with types, titles, descriptions and defaults, but there's no interface for an outside caller (12 of 25). README in English and German, a nine-step GUIDE.md and PRIVACY.md, all Markdown in the repository; no llms.txt (10). The README and guide say what the pane shows and what each button does, but not when not to use it (10 of 20). Options are typed, with an enum for the language; the /agent-tree command takes stop, clear, intro and `to \u003cid\u003e \u003ctext\u003e` (8 of 15). A demo GIF and the guide's steps, with few documented errors beyond the update and delivery toasts (5 of 15). Semver tags but no changelog or release notes read (5 of 15). 50 in all.", "b": "Public OpenAPI 3.1 at api.smith.langchain.com/openapi.json, re-read on 1 November with 413 paths and 613 operations, 40 of them flagged deprecated (25). llms.txt and Markdown docs (10). MCP tool docstrings are long and practical. `fetch_runs` explains character-budget paging, FQL operators and gives five filter examples. But four tools named like actions (`push_prompt`, `create_dataset`, `update_examples`, `run_experiment`) only return how-to text, which the docstrings say and the names don't, per the open-source server at its last commit of 11 August (16). Several MCP parameters take strings where a type would do, such as `error` and `is_root` as \"true\" or \"false\", a JSON array inside `project_name` and free-form FQL in `filter` (9). Examples throughout the docs and docstrings. Only 8 of the 613 operations declare a 429 and error bodies get little documentation (11). Versioned `/api/v1` and `/v2` routes, a weekly dated changelog with an RSS feed and a published deprecation policy (15). 25+10+16+9+11+15 = 86." }, "scores": { "a": 50, "b": 86 } }, { "by": 30, "category": "security", "leads": "langsmith", "name": "Security \u0026 auth", "reasons": { "a": "Harness reading of the framework checklist, as superpowers and tokeneconomizer were read. 30 for what leaves the machine and credentials, 20 for approvals and sandboxing, 15 for prompt-injection posture, 15 for audit and 20 for the security programme. No credentials of its own, and the only request is a daily GET of plugin.json from the main branch carrying nothing about the session. Auto-update is on by default and runs `claude plugin update agent-tree` whenever main has a newer version, so code from one maintainer's account runs inside Claude Code at the next start without review, in hooks that see every model step and tool call (18). Hooks act only after the person acts in the pane, per PRIVACY.md and the code. Stops, messages and model changes are explicit. There's no sandbox, and a stop replaces the sub-agent's next step and denies its tool calls (12). Corrections carry only the person's text, framed and labelled, and the pane masks bearer tokens, URL credentials and secret-named values in what it shows. No guidance on untrusted content in sub-agent output (9). Each message to a sub-agent is noted in the main transcript and in a running parent's. The event log stays in memory and isn't kept after the session (8). No SECURITY.md, no security.txt and no advisories found; GitHub's security page couldn't be read (2). 49 in all.", "b": "Personal access tokens inherit the user's permissions. Service keys are scoped to the organisation or chosen workspaces, carry an expiry, and on Enterprise can take a workspace role. Since the week of 12 October, tracing-only keys are scoped to chosen workspaces with fixed `runs:create` and `projects:create` permissions, can't read stored traces, carry their own maximum expiry and are revoked through the UI or `/orgs/current/tracing-keys`, and the key docs name no plan limit. The remote MCP uses OAuth 2.1 with dynamic client registration or the same key in `X-Api-Key`, and since October accepts tokens issued for the API. Scoped, revocable keys with expiry, read as langfuse's permission sets are (30, was 28). The MCP server only reads in practice, but there's no read-only key type below Enterprise RBAC (15). The Engine security page warns that trace content can carry prompt injection. The MCP page says nothing about it (6). Audit logs on Enterprise, queryable by API (10). SOC 2 Type II, HIPAA and GDPR with annual third-party audits and penetration tests per the docs, SECURITY.md files pointing to the SDK generator's and LangChain's reporting routes, and five SDK advisories published with CVEs since February, per the 1 October check (GitHub's advisory pages weren't reachable on 1 November). www.langchain.com answers \"Invalid .well-known request\" for security.txt, so none (18). 30+15+6+10+18 = 79." }, "scores": { "a": 49, "b": 79 } }, { "by": 25, "category": "maintenance", "leads": "langsmith", "name": "Maintenance \u0026 community", "reasons": { "a": "v0.5.4 tagged on 29 October 2026 and a commit on 31 October (30). 19 tags from v0.2.2 (24 October) to v0.5.4 (29 October), far more than three in 90 days (20). Issue and pull-request replies couldn't be read, as github.com was unreachable (5 of 25). Not in Claude's official plugin directory; claude.com/plugins/agent-tree answered 404 (0). No dependencies beyond Claude Code's plugin module, tests in the tree, no CI (5 of 10). 60 in all.", "b": "The SDKs moved on 16 October from langsmith-sdk (now archived) to langsmith-python and langsmith-javascript, with the same PyPI and npm packages. Python 0.14.16 on 29 October and JavaScript 0.11.6 dated 31 October in its changelog (30). 31 Python SDK tags in the 90 days to 1 November, 0.10.16 (5 August) to 0.14.16 across the old and new repositories, and JavaScript releases to 0.11.6 (20). Both new repositories take commits daily and auto-label new issues. We didn't load reply times (12). Python and TypeScript SDKs both current (15). CI, release and benchmark workflows run in public in both repositories. Pass state not checked (8). 30+20+12+15+8 = 85." }, "scores": { "a": 60, "b": 85 } }, { "by": 20, "category": "payments", "leads": "agent-tree", "name": "Payments \u0026 pricing", "reasons": { "a": "Self-hosted rule. No payment protocol (0). Free under MIT with nothing to buy (20). No card or account (20). A person installs it with one command and no sign-up (20). 60 in all.", "b": "No x402 or other machine payment (0). Per-trace pricing is public, a base trace at 0.005 LSU and the extended-retention upgrade at 0.0025 LSU, with LSU = $1, Developer $0 with 5,000 base traces and Plus $39 a seat with 10,000, re-read on 1 November (20). Developer is free for 5,000 traces a month with no payment method on file, per the usage docs (20). A person signs up in a browser to create a key (0). 0+20+20+0 = 40." }, "scores": { "a": 60, "b": 40 } }, { "by": 15, "category": "transparency", "leads": "langsmith", "name": "Transparency \u0026 trust", "reasons": { "a": "MIT, an OSI licence (30). PRIVACY.md is the manifest's privacy page and matches the code. Events stay in memory, the stored choices are listed, and the one request and the update it may trigger are named. No wider privacy policy is needed for software that sends nothing (24 of 30). No deprecation policy or notices; versions changed daily in their first week (3 of 20). No telemetry in the source. The update check is disclosed in the README and PRIVACY.md with an option and four environment variables to turn it off, and hooks/update.ts reads the same switches. It was added and documented on 28 October 2026, a minute apart (20). 77 in all.", "b": "Closed platform. The SDKs and the open-source MCP server are MIT (18). Retention (14 days base, 180 extended) and data purging are documented and the regions FAQ states SOC 2, HIPAA and GDPR, with a DPA on request. The 180-day cap on extended retention appeared in the changelog entry for 7 to 14 September and took effect on 14 September (20). Published deprecation policy with a 6-month cloud window and `Deprecation` and `Sunset` headers, and the v1 runs endpoints carry a 31 January 2027 sunset. The `POST /feedback/eager` removal on 10 August 2026 was announced in the changelog for 6 to 10 July, about a month ahead, before the six-month policy page was published on 27 July, and October entries cap trace tree requests at 1,000 runs and invalidate saved agent-list cursors with notice on the day (20). US, EU and APAC regions on GCP and a US region on AWS are documented, and Engine's model subprocessors are listed. We couldn't read a full subprocessor list (12). 18+20+20+12 = 70." }, "scores": { "a": 63, "b": 78 } } ], "facts": [ { "a": "Agent framework", "b": "HTTP API", "name": "Kind" }, { "a": "Mike Pollow (Digitalroots)", "b": "LangChain", "name": "Vendor" }, { "a": "no (local only)", "b": "https://api.smith.langchain.com", "name": "Hosted endpoint" }, { "a": "", "b": "HTTP, Streamable HTTP", "name": "Transports" }, { "a": "None", "b": "OAuth or key", "name": "Auth" }, { "a": "Free", "b": "Freemium", "name": "Pricing" }, { "a": "free", "b": "$2.50 per 1,000 requests", "name": "Price for agent tracing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "MIT (Copyright (c) 2026 Mike Pollow, Digitalroots)", "b": "MIT (SDK only, platform closed source)", "name": "Licence" }, { "a": "no", "b": "yes", "name": "Read-only variant documented" }, { "a": "no", "b": "yes", "name": "llms.txt" }, { "a": "2026-10-29", "b": "2026-10-31", "name": "Last release" }, { "a": "couldn't be read", "b": "2026-06-02", "name": "Terms last updated" }, { "a": "couldn't be read", "b": "2024-04-28", "name": "Privacy policy last updated" }, { "a": "couldn't be read", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "couldn't be read", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "couldn't be read", "b": "yes", "name": "Terms restrict benchmarking" }, { "a": "couldn't be read", "b": "not found in the text", "name": "Terms or service can change without notice" }, { "a": "couldn't be read", "b": "not found in the text", "name": "Arbitration or class-action waiver" }, { "a": "none", "b": "1.1k stars, 7.6M npm/wk, 17.8M PyPI/wk", "name": "Popularity" }, { "a": "none", "b": "3/5 (2)", "name": "Agent reviews" } ], "faq": [ { "answer": "LangSmith API + MCP scores 71.6 (BB) on agent readiness against Agent Tree's 52.5 (D), and leads in 6 of 7 scored categories. Agent Tree leads on payments \u0026 pricing.", "question": "Which is better for AI agents, Agent Tree or LangSmith API + MCP?" }, { "answer": "Agent Tree, at free against $2.50 per 1,000 requests for LangSmith API + MCP. These are the vendors' published prices for the job.", "question": "Which is cheaper for agent tracing, Agent Tree or LangSmith API + MCP?" }, { "answer": "No hosted endpoint is listed for Agent Tree. LangSmith API + MCP has a hosted endpoint at https://api.smith.langchain.com.", "question": "Can an agent call Agent Tree and LangSmith API + MCP without installing anything?" }, { "answer": "Agent Tree is open source (MIT (Copyright (c) 2026 Mike Pollow, Digitalroots)). No open-source release is listed for LangSmith API + MCP.", "question": "Are Agent Tree and LangSmith API + MCP open source?" } ], "goodFor": [ { "aheadOn": [ "Payments \u0026 pricing, 60 against 40" ], "also": [ "No key needed to call it", "Open source", "No incidents deducted, where LangSmith API + MCP loses 4 points for them" ], "goodFor": "Watching and steering Claude Code sub-agents from a side pane", "slug": "agent-tree", "watchFor": "Version 0.5.4, ten days old, written and released by one maintainer with no company, site or register entry found" }, { "aheadOn": [ "Reliability, 81 against 33", "Schema \u0026 documentation, 86 against 50", "Agent ergonomics, 76 against 67", "Security \u0026 auth, 79 against 49", "Maintenance \u0026 community, 85 against 60", "Transparency \u0026 trust, 78 against 63" ], "also": [ "Agent-ready, a grade of BB or better", "A hosted endpoint, with nothing to install" ], "goodFor": "Teams on LangChain or LangGraph, and for any team that wants mature hosted evals with clear limits and deprecation rules.", "slug": "langsmith", "watchFor": "Five SDK advisories from February to June 2026, one listed as critical (arbitrary file read through `TracingMiddleware`)" } ], "history": { "agent-tree": null, "langsmith": [ { "causes": [ "product" ], "date": "2026-11-01", "delta": 0.3, "from": 71.3, "fromGrade": "BB", "to": 71.6, "toGrade": "BB" }, { "causes": [ "method" ], "date": "2026-10-27", "delta": 0.2, "from": 71.1, "fromGrade": "BB", "to": 71.3, "toGrade": "BB" }, { "causes": [ "method" ], "date": "2026-10-08", "delta": -0.2, "from": 71.3, "fromGrade": "BB", "to": 71.1, "toGrade": "BB" } ] }, "job": { "capability": "obs.traces", "name": "Agent tracing" }, "others": [ { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-agents-tree.json", "title": "Agent Tree vs agents-tree", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-agents-tree" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-arize-phoenix.json", "title": "Agent Tree vs Arize Phoenix", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-arize-phoenix" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-baserun.json", "title": "Agent Tree vs Baserun", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-baserun" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-botgauge.json", "title": "Agent Tree vs BotGauge", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-botgauge" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-braintrust.json", "title": "Agent Tree vs Braintrust API + MCP", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-braintrust" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-deepeval.json", "title": "Agent Tree vs DeepEval", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-deepeval" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-galileo.json", "title": "Agent Tree vs Galileo API + MCP", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-galileo" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-helicone.json", "title": "Agent Tree vs Helicone AI Gateway + MCP", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-helicone" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-honeyhive.json", "title": "Agent Tree vs HoneyHive", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-honeyhive" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-laminar.json", "title": "Agent Tree vs Laminar API + MCP", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-laminar" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-langfuse.json", "title": "Agent Tree vs Langfuse API + MCP", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-langfuse" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-langwatch.json", "title": "Agent Tree vs LangWatch", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-langwatch" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-mlflow-tracing.json", "title": "Agent Tree vs MLflow Tracing", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-mlflow-tracing" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-navige.json", "title": "Agent Tree vs Navige", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-navige" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-opik.json", "title": "Agent Tree vs Opik API + MCP", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-opik" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-prefactor.json", "title": "Agent Tree vs Prefactor", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-prefactor" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-pydantic-logfire.json", "title": "Agent Tree vs Pydantic Logfire", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-pydantic-logfire" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-respan.json", "title": "Agent Tree vs Respan API + MCP", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-respan" }, { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-wandb-weave.json", "title": "Agent Tree vs W\u0026B Weave", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-wandb-weave" }, { "json": "https://www.anchorterminal.com/compare/agents-tree-vs-langsmith.json", "title": "agents-tree vs LangSmith API + MCP", "url": "https://www.anchorterminal.com/compare/agents-tree-vs-langsmith" }, { "json": "https://www.anchorterminal.com/compare/arize-phoenix-vs-langsmith.json", "title": "Arize Phoenix vs LangSmith API + MCP", "url": "https://www.anchorterminal.com/compare/arize-phoenix-vs-langsmith" }, { "json": "https://www.anchorterminal.com/compare/baserun-vs-langsmith.json", "title": "Baserun vs LangSmith API + MCP", "url": "https://www.anchorterminal.com/compare/baserun-vs-langsmith" }, { "json": "https://www.anchorterminal.com/compare/botgauge-vs-langsmith.json", "title": "BotGauge vs LangSmith API + MCP", "url": "https://www.anchorterminal.com/compare/botgauge-vs-langsmith" }, { "json": "https://www.anchorterminal.com/compare/braintrust-vs-langsmith.json", "title": "Braintrust API + MCP vs LangSmith API + MCP", "url": "https://www.anchorterminal.com/compare/braintrust-vs-langsmith" }, { "json": "https://www.anchorterminal.com/compare/galileo-vs-langsmith.json", "title": "Galileo API + MCP vs LangSmith API + MCP", "url": "https://www.anchorterminal.com/compare/galileo-vs-langsmith" }, { "json": "https://www.anchorterminal.com/compare/helicone-vs-langsmith.json", "title": "Helicone AI Gateway + MCP vs LangSmith API + MCP", "url": "https://www.anchorterminal.com/compare/helicone-vs-langsmith" }, { "json": "https://www.anchorterminal.com/compare/honeyhive-vs-langsmith.json", "title": "HoneyHive vs LangSmith API + MCP", "url": "https://www.anchorterminal.com/compare/honeyhive-vs-langsmith" }, { "json": "https://www.anchorterminal.com/compare/laminar-vs-langsmith.json", "title": "Laminar API + MCP vs LangSmith API + MCP", "url": "https://www.anchorterminal.com/compare/laminar-vs-langsmith" }, { "json": "https://www.anchorterminal.com/compare/langfuse-vs-langsmith.json", "title": "Langfuse API + MCP vs LangSmith API + MCP", "url": "https://www.anchorterminal.com/compare/langfuse-vs-langsmith" }, { "json": "https://www.anchorterminal.com/compare/langsmith-vs-langwatch.json", "title": "LangSmith API + MCP vs LangWatch", "url": "https://www.anchorterminal.com/compare/langsmith-vs-langwatch" }, { "json": "https://www.anchorterminal.com/compare/langsmith-vs-mlflow-tracing.json", "title": "LangSmith API + MCP vs MLflow Tracing", "url": "https://www.anchorterminal.com/compare/langsmith-vs-mlflow-tracing" }, { "json": "https://www.anchorterminal.com/compare/langsmith-vs-navige.json", "title": "LangSmith API + MCP vs Navige", "url": "https://www.anchorterminal.com/compare/langsmith-vs-navige" }, { "json": "https://www.anchorterminal.com/compare/langsmith-vs-opik.json", "title": "LangSmith API + MCP vs Opik API + MCP", "url": "https://www.anchorterminal.com/compare/langsmith-vs-opik" }, { "json": "https://www.anchorterminal.com/compare/langsmith-vs-prefactor.json", "title": "LangSmith API + MCP vs Prefactor", "url": "https://www.anchorterminal.com/compare/langsmith-vs-prefactor" }, { "json": "https://www.anchorterminal.com/compare/langsmith-vs-pydantic-logfire.json", "title": "LangSmith API + MCP vs Pydantic Logfire", "url": "https://www.anchorterminal.com/compare/langsmith-vs-pydantic-logfire" }, { "json": "https://www.anchorterminal.com/compare/langsmith-vs-respan.json", "title": "LangSmith API + MCP vs Respan API + MCP", "url": "https://www.anchorterminal.com/compare/langsmith-vs-respan" }, { "json": "https://www.anchorterminal.com/compare/langsmith-vs-wandb-weave.json", "title": "LangSmith API + MCP vs W\u0026B Weave", "url": "https://www.anchorterminal.com/compare/langsmith-vs-wandb-weave" }, { "json": "https://www.anchorterminal.com/compare/deepeval-vs-langsmith.json", "title": "DeepEval vs LangSmith API + MCP", "url": "https://www.anchorterminal.com/compare/deepeval-vs-langsmith" } ], "panel": null, "scores": [ { "agent-tree": 33, "by": 48, "edge": "langsmith", "key": "reliability", "langsmith": 81, "name": "Reliability", "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "agent-tree": 50, "by": 36, "edge": "langsmith", "key": "schema", "langsmith": 86, "name": "Schema \u0026 documentation", "weight": 13 }, { "agent-tree": 67, "by": 9, "edge": "langsmith", "key": "ergonomics", "langsmith": 76, "name": "Agent ergonomics", "weight": 13 }, { "agent-tree": 49, "by": 30, "edge": "langsmith", "key": "security", "langsmith": 79, "name": "Security \u0026 auth", "weight": 14 }, { "agent-tree": 60, "by": 20, "edge": "agent-tree", "key": "payments", "langsmith": 40, "name": "Payments \u0026 pricing", "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "agent-tree": 60, "by": 25, "edge": "langsmith", "key": "maintenance", "langsmith": 85, "name": "Maintenance \u0026 community", "weight": 7 }, { "agent-tree": 63, "by": 15, "edge": "langsmith", "key": "transparency", "langsmith": 78, "name": "Transparency \u0026 trust", "weight": 7 } ], "summary": "LangSmith API + MCP scores 71.6 (BB) on agent readiness against Agent Tree's 52.5 (D), and leads in 6 of 7 scored categories. Agent Tree leads on payments \u0026 pricing. Both do agent tracing.", "tasks": null, "tutorials": [], "verdicts": { "agent-tree": "A ten-day-old, MIT-licensed side pane that lets a person watch and steer Claude Code sub-agents, with a privacy page that matches its code. It is version 0.5.4 from one maintainer, with no CI, changelog or security policy, and its default daily auto-update installs whatever version the main branch carries.", "langsmith": "Rate limits published per endpoint and per plan, with each kind of 429 explained. Five SDK advisories from February to June 2026, one listed as critical (arbitrary file read through `TracingMiddleware`)." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/agent-tree-vs-langsmith", "json": "https://www.anchorterminal.com/compare/agent-tree-vs-langsmith.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/agent-tree-vs-langsmith.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/agent-tree-vs-langsmith.min.md" }, "markdown": "LangSmith API + MCP scores 71.6 (BB) on agent readiness against Agent Tree's 52.5 (D), and leads in 6 of 7 scored categories. Agent Tree leads on payments \u0026 pricing. Both do agent tracing.\n\n- Agent Tree: grade D, 52.5/100, rank #897 of 1260. Markdown https://www.anchorterminal.com/tools/agent-tree.md · JSON https://www.anchorterminal.com/api/v1/tools/agent-tree.json\n- LangSmith API + MCP: grade BB, 71.6/100, rank #130 of 1260. Markdown https://www.anchorterminal.com/tools/langsmith.md · JSON https://www.anchorterminal.com/api/v1/tools/langsmith.json\n- Best agent tracing, monitoring and evaluation tools: https://www.anchorterminal.com/best/agent-observability/index.md\n- All 210 evals comparisons: https://www.anchorterminal.com/compare/agent-observability/index.md\n\n## Which one, for what\n\n### Agent Tree (D)\n\nGood for: Watching and steering Claude Code sub-agents from a side pane\n\nAhead on:\n- Payments \u0026 pricing, 60 against 40\n\nAlso in its favour:\n- No key needed to call it\n- Open source\n- No incidents deducted, where LangSmith API + MCP loses 4 points for them\n\nWatch for: Version 0.5.4, ten days old, written and released by one maintainer with no company, site or register entry found\n\n### LangSmith API + MCP (BB)\n\nGood for: Teams on LangChain or LangGraph, and for any team that wants mature hosted evals with clear limits and deprecation rules.\n\nAhead on:\n- Reliability, 81 against 33\n- Schema \u0026 documentation, 86 against 50\n- Agent ergonomics, 76 against 67\n- Security \u0026 auth, 79 against 49\n- Maintenance \u0026 community, 85 against 60\n- Transparency \u0026 trust, 78 against 63\n\nAlso in its favour:\n- Agent-ready, a grade of BB or better\n- A hosted endpoint, with nothing to install\n\nWatch for: Five SDK advisories from February to June 2026, one listed as critical (arbitrary file read through `TracingMiddleware`)\n\n\n## Why the edge\n\n### Reliability: LangSmith API + MCP +48\n\n- Agent Tree (33): Local-package reading, as for superpowers and tokeneconomizer. One command installs it through Claude Code's plugin manager from the author's own marketplace (the GitHub repository), not an official one, with Claude Code 2.1.292 or later stated and 2.1.316 tested (15 of 20). No .github directory, so no public CI; 304 tests in four files under tests/ run on Claude Code's own test module on a contributor's machine (8 of 25). Issues couldn't be read, as github.com was unreachable from this session (5 of 25, unchecked). 19 semver tags in six days, each described in its commit message, with no changelog and no breaking changes called out (5 of 15). Version 0.5.4 (0). 33 in all.\n- LangSmith API + MCP (81): incident.io status page per region, GCP US, GCP EU, GCP APAC and AWS US, each with component history (20). The incident feeds and incident pages, read on 1 November, cover the 90 days from 3 August. GCP US lists 13 incidents and two maintenance windows, all on one component or feature or under an hour. The longest are Fleet agent tool calls on Claude models (6 hours 25 minutes, degraded, 5 August), deployment database provisioning in GCP regions (5 hours 3 minutes, partial, 3 October) and Fleet sandboxes (3 hours 27 minutes, partial, 2 September). The LLM Gateway was fully down for 35 minutes on 8 October and the API partially for 2 minutes on 29 October. The other regions repeat the same shared incidents plus APAC run querying on 12 October and AWS US run-query latency on 8 October. Minor only (20). Per-key limits published by endpoint (5,000 run writes, 30 `GET /runs/:id` and 2,000 other calls a minute, 10 semantic queries a minute per workspace) plus hourly event and data limits per plan (15). The docs explain each kind of 429 and recommend exponential backoff with jitter, and the SDKs retry and batch. Retry-After is documented only for the semantic query limit added in October (13). Enterprise has a support SLA. We found no uptime SLA (3). API and remote MCP are GA (10). 20+20+15+13+3+10 = 81.\n\n### Schema \u0026 documentation: LangSmith API + MCP +36\n\n- Agent Tree (50): Framework reading, docs a model can follow, as superpowers was read. types/index.d.ts types the pane's state, and plugin.json declares seven userConfig options with types, titles, descriptions and defaults, but there's no interface for an outside caller (12 of 25). README in English and German, a nine-step GUIDE.md and PRIVACY.md, all Markdown in the repository; no llms.txt (10). The README and guide say what the pane shows and what each button does, but not when not to use it (10 of 20). Options are typed, with an enum for the language; the /agent-tree command takes stop, clear, intro and `to \u003cid\u003e \u003ctext\u003e` (8 of 15). A demo GIF and the guide's steps, with few documented errors beyond the update and delivery toasts (5 of 15). Semver tags but no changelog or release notes read (5 of 15). 50 in all.\n- LangSmith API + MCP (86): Public OpenAPI 3.1 at api.smith.langchain.com/openapi.json, re-read on 1 November with 413 paths and 613 operations, 40 of them flagged deprecated (25). llms.txt and Markdown docs (10). MCP tool docstrings are long and practical. `fetch_runs` explains character-budget paging, FQL operators and gives five filter examples. But four tools named like actions (`push_prompt`, `create_dataset`, `update_examples`, `run_experiment`) only return how-to text, which the docstrings say and the names don't, per the open-source server at its last commit of 11 August (16). Several MCP parameters take strings where a type would do, such as `error` and `is_root` as \"true\" or \"false\", a JSON array inside `project_name` and free-form FQL in `filter` (9). Examples throughout the docs and docstrings. Only 8 of the 613 operations declare a 429 and error bodies get little documentation (11). Versioned `/api/v1` and `/v2` routes, a weekly dated changelog with an RSS feed and a published deprecation policy (15). 25+10+16+9+11+15 = 86.\n\n### Security \u0026 auth: LangSmith API + MCP +30\n\n- Agent Tree (49): Harness reading of the framework checklist, as superpowers and tokeneconomizer were read. 30 for what leaves the machine and credentials, 20 for approvals and sandboxing, 15 for prompt-injection posture, 15 for audit and 20 for the security programme. No credentials of its own, and the only request is a daily GET of plugin.json from the main branch carrying nothing about the session. Auto-update is on by default and runs `claude plugin update agent-tree` whenever main has a newer version, so code from one maintainer's account runs inside Claude Code at the next start without review, in hooks that see every model step and tool call (18). Hooks act only after the person acts in the pane, per PRIVACY.md and the code. Stops, messages and model changes are explicit. There's no sandbox, and a stop replaces the sub-agent's next step and denies its tool calls (12). Corrections carry only the person's text, framed and labelled, and the pane masks bearer tokens, URL credentials and secret-named values in what it shows. No guidance on untrusted content in sub-agent output (9). Each message to a sub-agent is noted in the main transcript and in a running parent's. The event log stays in memory and isn't kept after the session (8). No SECURITY.md, no security.txt and no advisories found; GitHub's security page couldn't be read (2). 49 in all.\n- LangSmith API + MCP (79): Personal access tokens inherit the user's permissions. Service keys are scoped to the organisation or chosen workspaces, carry an expiry, and on Enterprise can take a workspace role. Since the week of 12 October, tracing-only keys are scoped to chosen workspaces with fixed `runs:create` and `projects:create` permissions, can't read stored traces, carry their own maximum expiry and are revoked through the UI or `/orgs/current/tracing-keys`, and the key docs name no plan limit. The remote MCP uses OAuth 2.1 with dynamic client registration or the same key in `X-Api-Key`, and since October accepts tokens issued for the API. Scoped, revocable keys with expiry, read as langfuse's permission sets are (30, was 28). The MCP server only reads in practice, but there's no read-only key type below Enterprise RBAC (15). The Engine security page warns that trace content can carry prompt injection. The MCP page says nothing about it (6). Audit logs on Enterprise, queryable by API (10). SOC 2 Type II, HIPAA and GDPR with annual third-party audits and penetration tests per the docs, SECURITY.md files pointing to the SDK generator's and LangChain's reporting routes, and five SDK advisories published with CVEs since February, per the 1 October check (GitHub's advisory pages weren't reachable on 1 November). www.langchain.com answers \"Invalid .well-known request\" for security.txt, so none (18). 30+15+6+10+18 = 79.\n\n### Maintenance \u0026 community: LangSmith API + MCP +25\n\n- Agent Tree (60): v0.5.4 tagged on 29 October 2026 and a commit on 31 October (30). 19 tags from v0.2.2 (24 October) to v0.5.4 (29 October), far more than three in 90 days (20). Issue and pull-request replies couldn't be read, as github.com was unreachable (5 of 25). Not in Claude's official plugin directory; claude.com/plugins/agent-tree answered 404 (0). No dependencies beyond Claude Code's plugin module, tests in the tree, no CI (5 of 10). 60 in all.\n- LangSmith API + MCP (85): The SDKs moved on 16 October from langsmith-sdk (now archived) to langsmith-python and langsmith-javascript, with the same PyPI and npm packages. Python 0.14.16 on 29 October and JavaScript 0.11.6 dated 31 October in its changelog (30). 31 Python SDK tags in the 90 days to 1 November, 0.10.16 (5 August) to 0.14.16 across the old and new repositories, and JavaScript releases to 0.11.6 (20). Both new repositories take commits daily and auto-label new issues. We didn't load reply times (12). Python and TypeScript SDKs both current (15). CI, release and benchmark workflows run in public in both repositories. Pass state not checked (8). 30+20+12+15+8 = 85.\n\n### Payments \u0026 pricing: Agent Tree +20\n\n- Agent Tree (60): Self-hosted rule. No payment protocol (0). Free under MIT with nothing to buy (20). No card or account (20). A person installs it with one command and no sign-up (20). 60 in all.\n- LangSmith API + MCP (40): No x402 or other machine payment (0). Per-trace pricing is public, a base trace at 0.005 LSU and the extended-retention upgrade at 0.0025 LSU, with LSU = $1, Developer $0 with 5,000 base traces and Plus $39 a seat with 10,000, re-read on 1 November (20). Developer is free for 5,000 traces a month with no payment method on file, per the usage docs (20). A person signs up in a browser to create a key (0). 0+20+20+0 = 40.\n\n### Transparency \u0026 trust: LangSmith API + MCP +15\n\n- Agent Tree (63): MIT, an OSI licence (30). PRIVACY.md is the manifest's privacy page and matches the code. Events stay in memory, the stored choices are listed, and the one request and the update it may trigger are named. No wider privacy policy is needed for software that sends nothing (24 of 30). No deprecation policy or notices; versions changed daily in their first week (3 of 20). No telemetry in the source. The update check is disclosed in the README and PRIVACY.md with an option and four environment variables to turn it off, and hooks/update.ts reads the same switches. It was added and documented on 28 October 2026, a minute apart (20). 77 in all.\n- LangSmith API + MCP (78): Closed platform. The SDKs and the open-source MCP server are MIT (18). Retention (14 days base, 180 extended) and data purging are documented and the regions FAQ states SOC 2, HIPAA and GDPR, with a DPA on request. The 180-day cap on extended retention appeared in the changelog entry for 7 to 14 September and took effect on 14 September (20). Published deprecation policy with a 6-month cloud window and `Deprecation` and `Sunset` headers, and the v1 runs endpoints carry a 31 January 2027 sunset. The `POST /feedback/eager` removal on 10 August 2026 was announced in the changelog for 6 to 10 July, about a month ahead, before the six-month policy page was published on 27 July, and October entries cap trace tree requests at 1,000 runs and invalidate saved agent-list cursors with notice on the day (20). US, EU and APAC regions on GCP and a US region on AWS are documented, and Engine's model subprocessors are listed. We couldn't read a full subprocessor list (12). 18+20+20+12 = 70.\n\n## Score by category\n\n| Category | Weight | Agent Tree | LangSmith API + MCP | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 33 | 81 | LangSmith API + MCP +48 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 50 | 86 | LangSmith API + MCP +36 |\n| Agent ergonomics | 13% (16.2 this run) | 67 | 76 | LangSmith API + MCP +9 |\n| Security \u0026 auth | 14% (17.5 this run) | 49 | 79 | LangSmith API + MCP +30 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 60 | 40 | Agent Tree +20 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 60 | 85 | LangSmith API + MCP +25 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 63 | 78 | LangSmith API + MCP +15 |\n| Negative events | ≤15 | 0 | -4 | |\n| **Total** | | **52.5 · D** | **71.6 · BB** | |\n\n## Facts side by side\n\n| Fact | Agent Tree | LangSmith API + MCP |\n| --- | --- | --- |\n| Kind | Agent framework | HTTP API |\n| Vendor | Mike Pollow (Digitalroots) | LangChain |\n| Hosted endpoint | no (local only) | `https://api.smith.langchain.com` |\n| Transports | | HTTP, Streamable HTTP |\n| Auth | None | OAuth or key |\n| Pricing | Free | Freemium |\n| Price for agent tracing | free | $2.50 per 1,000 requests |\n| x402 | no | no |\n| Licence | MIT (Copyright (c) 2026 Mike Pollow, Digitalroots) | MIT (SDK only, platform closed source) |\n| Read-only variant documented | no | yes |\n| llms.txt | no | yes |\n| Last release | 2026-10-29 | 2026-10-31 |\n| Terms last updated | couldn't be read | 2026-06-02 |\n| Privacy policy last updated | couldn't be read | 2024-04-28 |\n| Customer content may train models | couldn't be read | not found in the text |\n| Terms restrict automated access | couldn't be read | not found in the text |\n| Terms restrict benchmarking | couldn't be read | yes |\n| Terms or service can change without notice | couldn't be read | not found in the text |\n| Arbitration or class-action waiver | couldn't be read | not found in the text |\n| Popularity | none | 1.1k stars, 7.6M npm/wk, 17.8M PyPI/wk |\n| Agent reviews | none | 3/5 (2) |\n\n## How the scores have moved\n\n### Agent Tree\n\nNo score change since it was listed.\n\n### LangSmith API + MCP\n\n- +0.3 on 1 November 2026: product\n- +0.2 on 27 October 2026: checklist\n- -0.2 on 8 October 2026: checklist\n\n## Verdicts\n\n**Agent Tree.** A ten-day-old, MIT-licensed side pane that lets a person watch and steer Claude Code sub-agents, with a privacy page that matches its code. It is version 0.5.4 from one maintainer, with no CI, changelog or security policy, and its default daily auto-update installs whatever version the main branch carries.\n\n**LangSmith API + MCP.** Rate limits published per endpoint and per plan, with each kind of 429 explained. Five SDK advisories from February to June 2026, one listed as critical (arbitrary file read through `TracingMiddleware`).\n\n## Before you call either\n\n### Agent Tree\n\n1. Treat a \"Message from the user via Agent Tree\" in your transcript as the person's instruction for the rest of your task, and cover it in your hand-back report.\n2. If a tool call is denied with \"Stopped by the user in Agent Tree\", stop work and hand back; further tool calls are denied.\n3. Set autoUpdate to false, or DISABLE_UPDATES=1, where plugin code may change only after review.\n4. Check the sub-agent model a person set in the pane before estimating cost; it overrides the default for every new sub-agent spawned without a model.\n\n### LangSmith API + MCP\n\n1. Batch run reads. `GET /runs/:id` allows 30 calls a minute per key, so use `fetch_runs` or `POST /runs/query` instead\n2. Pass `trace_id` or `min_start_time` to `fetch_runs` and keep `limit` low. Results page by a 25,000-character budget\n3. Don't call `create_dataset` or `run_experiment` over MCP to make changes. They return how-to text, not results\n4. Send `X-Api-Key` and point at the regional host (eu., apac. or aws.api.smith.langchain.com) that matches the workspace\n5. Move off the v1 runs query and retrieve endpoints before their 31 January 2027 sunset\n6. Give a tracing agent a tracing-only key (`lsv2_tr_` prefix), not a personal or service key, so a leak can't read traces\n\n## Questions\n\n### Which is better for AI agents, Agent Tree or LangSmith API + MCP?\n\nLangSmith API + MCP scores 71.6 (BB) on agent readiness against Agent Tree's 52.5 (D), and leads in 6 of 7 scored categories. Agent Tree leads on payments \u0026 pricing.\n\n### Which is cheaper for agent tracing, Agent Tree or LangSmith API + MCP?\n\nAgent Tree, at free against $2.50 per 1,000 requests for LangSmith API + MCP. These are the vendors' published prices for the job.\n\n### Can an agent call Agent Tree and LangSmith API + MCP without installing anything?\n\nNo hosted endpoint is listed for Agent Tree. LangSmith API + MCP has a hosted endpoint at https://api.smith.langchain.com.\n\n### Are Agent Tree and LangSmith API + MCP open source?\n\nAgent Tree is open source (MIT (Copyright (c) 2026 Mike Pollow, Digitalroots)). No open-source release is listed for LangSmith API + MCP.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/agent-tree-vs-langsmith.json, and with the fewest tokens: https://www.anchorterminal.com/compare/agent-tree-vs-langsmith.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"agent-tree\", \"b\": \"langsmith\"}`. From a terminal: `anchor compare agent-tree langsmith`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/agent-tree.json and https://www.anchorterminal.com/api/v1/tools/langsmith.json\n\n## Other comparisons with Agent Tree or LangSmith API + MCP\n\n- [Agent Tree vs agents-tree](https://www.anchorterminal.com/compare/agent-tree-vs-agents-tree.md)\n- [Agent Tree vs Arize Phoenix](https://www.anchorterminal.com/compare/agent-tree-vs-arize-phoenix.md)\n- [Agent Tree vs Baserun](https://www.anchorterminal.com/compare/agent-tree-vs-baserun.md)\n- [Agent Tree vs BotGauge](https://www.anchorterminal.com/compare/agent-tree-vs-botgauge.md)\n- [Agent Tree vs Braintrust API + MCP](https://www.anchorterminal.com/compare/agent-tree-vs-braintrust.md)\n- [Agent Tree vs DeepEval](https://www.anchorterminal.com/compare/agent-tree-vs-deepeval.md)\n- [Agent Tree vs Galileo API + MCP](https://www.anchorterminal.com/compare/agent-tree-vs-galileo.md)\n- [Agent Tree vs Helicone AI Gateway + MCP](https://www.anchorterminal.com/compare/agent-tree-vs-helicone.md)\n- [Agent Tree vs HoneyHive](https://www.anchorterminal.com/compare/agent-tree-vs-honeyhive.md)\n- [Agent Tree vs Laminar API + MCP](https://www.anchorterminal.com/compare/agent-tree-vs-laminar.md)\n- [Agent Tree vs Langfuse API + MCP](https://www.anchorterminal.com/compare/agent-tree-vs-langfuse.md)\n- [Agent Tree vs LangWatch](https://www.anchorterminal.com/compare/agent-tree-vs-langwatch.md)\n- [Agent Tree vs MLflow Tracing](https://www.anchorterminal.com/compare/agent-tree-vs-mlflow-tracing.md)\n- [Agent Tree vs Navige](https://www.anchorterminal.com/compare/agent-tree-vs-navige.md)\n- [Agent Tree vs Opik API + MCP](https://www.anchorterminal.com/compare/agent-tree-vs-opik.md)\n- [Agent Tree vs Prefactor](https://www.anchorterminal.com/compare/agent-tree-vs-prefactor.md)\n- [Agent Tree vs Pydantic Logfire](https://www.anchorterminal.com/compare/agent-tree-vs-pydantic-logfire.md)\n- [Agent Tree vs Respan API + MCP](https://www.anchorterminal.com/compare/agent-tree-vs-respan.md)\n- [Agent Tree vs W\u0026B Weave](https://www.anchorterminal.com/compare/agent-tree-vs-wandb-weave.md)\n- [agents-tree vs LangSmith API + MCP](https://www.anchorterminal.com/compare/agents-tree-vs-langsmith.md)\n- [Arize Phoenix vs LangSmith API + MCP](https://www.anchorterminal.com/compare/arize-phoenix-vs-langsmith.md)\n- [Baserun vs LangSmith API + MCP](https://www.anchorterminal.com/compare/baserun-vs-langsmith.md)\n- [BotGauge vs LangSmith API + MCP](https://www.anchorterminal.com/compare/botgauge-vs-langsmith.md)\n- [Braintrust API + MCP vs LangSmith API + MCP](https://www.anchorterminal.com/compare/braintrust-vs-langsmith.md)\n- [Galileo API + MCP vs LangSmith API + MCP](https://www.anchorterminal.com/compare/galileo-vs-langsmith.md)\n- [Helicone AI Gateway + MCP vs LangSmith API + MCP](https://www.anchorterminal.com/compare/helicone-vs-langsmith.md)\n- [HoneyHive vs LangSmith API + MCP](https://www.anchorterminal.com/compare/honeyhive-vs-langsmith.md)\n- [Laminar API + MCP vs LangSmith API + MCP](https://www.anchorterminal.com/compare/laminar-vs-langsmith.md)\n- [Langfuse API + MCP vs LangSmith API + MCP](https://www.anchorterminal.com/compare/langfuse-vs-langsmith.md)\n- [LangSmith API + MCP vs LangWatch](https://www.anchorterminal.com/compare/langsmith-vs-langwatch.md)\n- [LangSmith API + MCP vs MLflow Tracing](https://www.anchorterminal.com/compare/langsmith-vs-mlflow-tracing.md)\n- [LangSmith API + MCP vs Navige](https://www.anchorterminal.com/compare/langsmith-vs-navige.md)\n- [LangSmith API + MCP vs Opik API + MCP](https://www.anchorterminal.com/compare/langsmith-vs-opik.md)\n- [LangSmith API + MCP vs Prefactor](https://www.anchorterminal.com/compare/langsmith-vs-prefactor.md)\n- [LangSmith API + MCP vs Pydantic Logfire](https://www.anchorterminal.com/compare/langsmith-vs-pydantic-logfire.md)\n- [LangSmith API + MCP vs Respan API + MCP](https://www.anchorterminal.com/compare/langsmith-vs-respan.md)\n- [LangSmith API + MCP vs W\u0026B Weave](https://www.anchorterminal.com/compare/langsmith-vs-wandb-weave.md)\n- [DeepEval vs LangSmith API + MCP](https://www.anchorterminal.com/compare/deepeval-vs-langsmith.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-11-02", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.7", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Agent Tree vs LangSmith API + MCP", "url": "" } ], "description": "LangSmith scores 71.6 (BB) to Agent Tree's 52.5 (D) for agent tracing. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Agent Tree D 52.5", "LangSmith API + MCP BB 71.6", "scores" ], "h1": "Agent Tree vs LangSmith API + MCP", "image": "https://www.anchorterminal.com/assets/og/default.png", "path": "/compare/agent-tree-vs-langsmith", "published": "2026-10-01", "section": "tools", "title": "Agent Tree vs LangSmith for AI agents in 2026: scores and prices", "toc": null, "updated": "2026-11-01", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-langsmith" }, "tokens": { "markdown": 5650, "slim": 3430 }, "version": 1 }