{
  "listings": [
    {
      "slug": "agentos",
      "name": "AgentOS",
      "company": "Framers Lab, Inc.",
      "grade": "A",
      "fit": "caveat",
      "why": "All OpenTelemetry signals are off by default and go to the host's own exporter, with a content-safe switch. Emitted spans cover turns, tool-result handling and saves; per model call, hand-off and retry spans are not listed.",
      "source": "https://docs.agentos.sh/architecture/observability",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/agentos"
    },
    {
      "slug": "agno",
      "name": "Agno",
      "company": "Agno Inc.",
      "grade": "BB",
      "fit": "caveat",
      "why": "OpenTelemetry spans cover runs, model calls, tool calls and team members. Usage telemetry is on by default and AGNO_TELEMETRY=false doesn't cover AgentOS or evals; an account saw requests continue with it set (agno #2172).",
      "source": "https://docs.agno.com/tracing/overview.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/agno"
    },
    {
      "slug": "claude-agent-sdk",
      "name": "Claude Agent SDK",
      "company": "Anthropic, PBC",
      "grade": "BB",
      "fit": "caveat",
      "why": "OTLP export of metrics, log events and spans for model requests, tool calls and hooks, but traces need CLAUDE_CODE_ENHANCED_TELEMETRY_BETA. Usage metrics go to Anthropic by default on the Claude API; DISABLE_TELEMETRY or CLAUDE_CODE_DISABLE_NONESSENTIAL_TRAFFIC turns them off.",
      "source": "https://code.claude.com/docs/en/agent-sdk/observability.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/claude-agent-sdk"
    },
    {
      "slug": "crewai",
      "name": "CrewAI",
      "company": "CrewAI, Inc.",
      "grade": "C",
      "fit": "caveat",
      "why": "Anonymous telemetry is on by default, off with CREWAI_DISABLE_TELEMETRY; AMP tracing has its own switch and needs an account. An account saw the tracing prompt persist with tracing=False and the variable set (crewAI #3789).",
      "source": "https://docs.crewai.com/v1.15.41/en/telemetry.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/crewai"
    },
    {
      "slug": "cursor-agent-sdk",
      "name": "Cursor Agent SDK",
      "company": "Anysphere, Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "Traces, metrics and logs go over OTLP to your collector only when an endpoint is set, with OTEL_LOG_TOOL_CONTENT for payloads. Every model turn still runs through Cursor's backend, and no list of what Cursor receives by default was found.",
      "source": "https://cursor.com/docs/agent-sdk/guides/opentelemetry.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/cursor-agent-sdk"
    },
    {
      "slug": "docker-agent",
      "name": "Docker Agent",
      "company": "Docker, Inc.",
      "grade": "BB",
      "fit": "caveat",
      "why": "--otel emits gen_ai and mcp spans for turns, model calls, tool calls, hand-offs and fallbacks to any OTLP endpoint. Product telemetry is on by default and can carry prompts given as arguments; TELEMETRY_ENABLED=false turns it off.",
      "source": "https://docker.github.io/docker-agent/configuration/opentelemetry/",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/docker-agent"
    },
    {
      "slug": "google-adk",
      "name": "Agent Development Kit (ADK)",
      "company": "Google LLC",
      "grade": "BB",
      "fit": "caveat",
      "why": "OTLP traces with invoke_agent, invoke_workflow, execute_tool and generate_content spans go to any OTel backend. The traces page doesn't state what, if anything, is sent to Google by default, so the telemetry half of the criterion isn't documented.",
      "source": "https://adk.dev/observability/traces/index.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/google-adk"
    },
    {
      "slug": "guilds-run",
      "name": "guilds.run",
      "company": "Cigale AI",
      "grade": "C",
      "fit": "caveat",
      "why": "Every run keeps the prompt the model saw, each tool call and memory change in the app, but there is no OpenTelemetry export; Sentry error reporting is configured by environment variables.",
      "source": "https://docs.guilds.run/concepts/runs",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/guilds-run"
    },
    {
      "slug": "langgraph",
      "name": "LangGraph",
      "company": "LangChain, Inc.",
      "grade": "BB",
      "fit": "caveat",
      "why": "Every step is traced to LangSmith once its environment variables are set, which needs a LangSmith account. An OpenTelemetry route to any collector and a list of what is sent by default weren't found in the pages read.",
      "source": "https://docs.langchain.com/oss/python/langchain/observability.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/langgraph"
    },
    {
      "slug": "llamaindex",
      "name": "LlamaIndex Framework",
      "company": "LlamaIndex, Inc.",
      "grade": "BB",
      "fit": "caveat",
      "why": "llama-index-observability-otel traces LLM, agent and pipeline events to any OpenTelemetry backend. The docs don't list what is sent by default; the risk instead is OpenAI as the default LLM and embedding provider.",
      "source": "https://developers.llamaindex.ai/python/framework/module_guides/observability/",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/llamaindex"
    },
    {
      "slug": "mastra",
      "name": "Mastra",
      "company": "Kepler Software, Inc.",
      "grade": "A",
      "fit": "caveat",
      "why": "Tracing records model calls, tool calls and workflow steps, with exporters including OpenTelemetry and a sensitive-data filter on by default. The CLI, server and Studio send usage analytics by default per the listing; I didn't reopen the telemetry page.",
      "source": "https://mastra.ai/docs/observability/tracing/overview.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/mastra"
    },
    {
      "slug": "microsoft-agent-framework",
      "name": "Microsoft Agent Framework",
      "company": "Microsoft Corporation",
      "grade": "A",
      "fit": "caveat",
      "why": "Traces, logs and metrics follow OpenTelemetry GenAI conventions to any exporter, with sensitive data opt-in. The observability page doesn't list what goes to Microsoft by default; the listing records a User-Agent and feature token, which I didn't re-check.",
      "source": "https://learn.microsoft.com/en-us/agent-framework/agents/observability",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/microsoft-agent-framework"
    },
    {
      "slug": "openai-agents-sdk",
      "name": "OpenAI Agents SDK",
      "company": "OpenAI OpCo, LLC",
      "grade": "AA",
      "fit": "caveat",
      "why": "Tracing is on by default and goes to OpenAI; OPENAI_AGENTS_DISABLE_TRACING=1 or set_tracing_disabled turns it off, and custom processors send spans elsewhere. Tracing is unavailable to Zero Data Retention organisations.",
      "source": "https://openai.github.io/openai-agents-python/tracing/",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/openai-agents-sdk"
    },
    {
      "slug": "pydantic-ai",
      "name": "Pydantic AI",
      "company": "Pydantic Services Inc.",
      "grade": "AA",
      "fit": "caveat",
      "why": "Instrumentation is plain OpenTelemetry, so spans go to any collector or Logfire; nothing reaches Logfire without a token. The page doesn't list what is sent by default or give a single off switch, since none is on.",
      "source": "https://pydantic.dev/docs/ai/integrations/logfire/index.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/pydantic-ai"
    },
    {
      "slug": "smolagents",
      "name": "smolagents",
      "company": "Hugging Face, Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "Runs are instrumented with OpenTelemetry to Phoenix, Langfuse or any backend. The docs read don't state what, if anything, is sent to Hugging Face by default.",
      "source": "https://huggingface.co/docs/smolagents/v1.26.0/tutorials/inspect_runs.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/smolagents"
    },
    {
      "slug": "strands-agents",
      "name": "Strands Agents",
      "company": "Amazon Web Services, Inc.",
      "grade": "A",
      "fit": "caveat",
      "why": "OpenTelemetry traces with model and tool invocation spans, including tool inputs and outputs, to any backend. The page doesn't say what is sent to AWS by default or give a single off switch.",
      "source": "https://strandsagents.com/docs/user-guide/sdk/observability-evaluation/observability/index.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/strands-agents"
    },
    {
      "slug": "vercel-ai-sdk",
      "name": "AI SDK",
      "company": "Vercel Inc.",
      "grade": "AA",
      "fit": "caveat",
      "why": "Telemetry is OpenTelemetry through @ai-sdk/otel, registered by the app, with recordInputs and recordOutputs controls. The telemetry page doesn't say what is sent to Vercel by default; string model ids route through Vercel's AI Gateway per the listing.",
      "source": "https://ai-sdk.dev/docs/ai-sdk-core/telemetry",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/vercel-ai-sdk"
    },
    {
      "slug": "boxlang-ai",
      "name": "BoxLang AI",
      "company": "Ortus Solutions, Corp.",
      "grade": "B",
      "fit": "no",
      "why": "Tracing is logging and FlightRecorder middleware and BoxLang interception points; no OpenTelemetry export appears in the docs index.",
      "source": "https://ai.ortusbooks.com/llms.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/boxlang-ai"
    },
    {
      "slug": "nitrostack",
      "name": "NitroStack",
      "company": "Nitrostack Inc.",
      "grade": "C",
      "fit": "no",
      "why": "Logs show server output and every MCP message in Studio and NitroCloud; no OpenTelemetry export appears in the docs index. The listing's record of CLI PostHog events with no opt-out was not re-checked.",
      "source": "https://docs.nitrostack.ai/llms.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/nitrostack"
    },
    {
      "slug": "tradingagents",
      "name": "TradingAgents",
      "company": "Tauric Research",
      "grade": "B",
      "fit": "no",
      "why": "Reports are saved as one HTML page; the README documents no OpenTelemetry export or telemetry setting.",
      "source": "https://raw.githubusercontent.com/TauricResearch/TradingAgents/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/tradingagents"
    }
  ],
  "marks": "yes: the docs show it does the job as the success test says. caveat: it does the job with a limit an agent should know. no: it doesn't do this job. unchecked: we couldn't read it.",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-16",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "0.8",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "useCase": {
    "accounts": 5,
    "after": [
      "agent-observability.debug-failed-run",
      "agent-observability.instrument-app"
    ],
    "area": "frameworks",
    "asks": [
      "why did the agent fail at step 4",
      "show me what each agent saw",
      "turn off the framework's telemetry",
      "send traces to our own collector"
    ],
    "before": [
      "frameworks.tool-calling-agent",
      "frameworks.multi-agent-handoff"
    ],
    "blockers": [
      "telemetry off switch not honoured by every entry point",
      "tracing on by default with prompt and tool content sent to the vendor",
      "a tracing library that breaks requests in the hosted runtime",
      "tracing unavailable to zero-data-retention organisations"
    ],
    "capabilities": [
      "agent.framework",
      "observability.traces"
    ],
    "category": "frameworks",
    "categoryName": "Agent frameworks \u0026 SDKs",
    "checked": "2026-11-15",
    "companies": {
      "fit": 0,
      "fitWithLimit": 17,
      "tagged": 25
    },
    "competition": "none",
    "fits": null,
    "fitsWithLimit": [
      "agentos",
      "agno",
      "claude-agent-sdk",
      "crewai",
      "cursor-agent-sdk",
      "docker-agent",
      "google-adk",
      "guilds-run",
      "langgraph",
      "llamaindex",
      "mastra",
      "microsoft-agent-framework",
      "openai-agents-sdk",
      "pydantic-ai",
      "smolagents",
      "strands-agents",
      "vercel-ai-sdk"
    ],
    "id": "frameworks.trace-a-run",
    "listings": {
      "caveat": 17,
      "no": 3,
      "notRead": 0,
      "tagged": 25,
      "unchecked": 0,
      "yes": 0
    },
    "name": "See every step of a run, and control what leaves the machine",
    "status": "draft",
    "success": "Each model call, tool call with arguments, hand-off and retry appears as its own span exported over OpenTelemetry to a backend the team chooses, the docs list what is sent to the vendor by default, and one documented switch stops it for every entry point (library, server, evals). Measured: a packet capture of a first run with telemetry off shows no calls to the vendor.",
    "url": "https://www.anchorterminal.com/api/v1/use-cases/frameworks.trace-a-run.json",
    "weight": 5,
    "weightBasis": "3 of 61 accounts have this as their main job (share 4.9, rounded by largest remainder to sum 100)"
  }
}
