{
  "listings": [
    {
      "slug": "pydantic-logfire",
      "name": "Pydantic Logfire",
      "company": "Pydantic Services Inc.",
      "grade": "B",
      "fit": "yes",
      "why": "One trace per agent run with model, tool and database spans, every Pydantic AI tool call and retry as a child span, SQL over the same table and MCP queries; a production Slack agent team used SQL to find runs that called specific tools.",
      "source": "https://pydantic.dev/docs/logfire/get-started/ai-observability/index.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/pydantic-logfire"
    },
    {
      "slug": "arize-phoenix",
      "name": "Arize Phoenix",
      "company": "Arize AI, Inc.",
      "grade": "BB",
      "fit": "caveat",
      "why": "Filter expressions such as span.status_code == 'ERROR' work in the UI, GraphQL and the traces REST filter; px trace get returns the tree as JSON. Spans with NUL characters were acknowledged then dropped (issue 17380) and 44 GB made browsing unusable (8420).",
      "source": "https://arize.com/docs/phoenix/tracing/how-to-tracing/filter-expressions.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/arize-phoenix"
    },
    {
      "slug": "botgauge",
      "name": "BotGauge",
      "company": "BotGauge AI Inc. (Delaware, United States)",
      "grade": "E",
      "fit": "caveat",
      "why": "Logs show sessions, traces and spans with cost, duration and scores, plus messages and timeline tabs; the SDK logs 401s and a probe reports rejected spans. No error-status filter is documented and rule filters are API-only.",
      "source": "https://www.botgauge.com/docs/observability/logs.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/botgauge"
    },
    {
      "slug": "braintrust",
      "name": "Braintrust API + MCP",
      "company": "Braintrust Data, Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "SQL WHERE filters on logs in UI, CLI, API and MCP; span errors show with their input and output; tool spans are a span type. Queries silently drop data outside the plan's retention window (14 days on Starter) and AI SDK calls logged twice (issue 992).",
      "source": "https://docs.braintrust.dev/observe/filter.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/braintrust"
    },
    {
      "slug": "galileo",
      "name": "Galileo API + MCP",
      "company": "Galileo Technologies, Inc.",
      "grade": "D",
      "fit": "caveat",
      "why": "Sessions, traces and spans with tool spans and a Tool Error metric; traces appear in a Log stream after the quickstart. No status filter or API read path was in the pages read, and accounts are split between Galileo and Splunk hosts.",
      "source": "https://docs.galileo.ai/getting-started/quickstart.md",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/galileo"
    },
    {
      "slug": "helicone",
      "name": "Helicone AI Gateway + MCP",
      "company": "Helicone, Inc.",
      "grade": "E",
      "fit": "caveat",
      "why": "Each gateway request is logged with status, cost and body; Helicone-Session-Id and -Path headers build a tree and the MCP query_requests tool filters with bodies. Tool calls outside the model request appear only if you set session paths yourself.",
      "source": "https://docs.helicone.ai/features/sessions.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/helicone"
    },
    {
      "slug": "honeyhive",
      "name": "HoneyHive",
      "company": "HoneyHive Inc.",
      "grade": "D",
      "fit": "caveat",
      "why": "Sessions and events form a tree with model and tool spans, the Traces page filters events, and POST events/search filters by field with a 7,500 row cap. No error-status filter is named and auth failures return 404, which can look like a missing trace.",
      "source": "https://docs.honeyhive.ai/v2/tracing/concepts.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/honeyhive"
    },
    {
      "slug": "laminar",
      "name": "Laminar API + MCP",
      "company": "LMNR AI, Inc.",
      "grade": "C",
      "fit": "caveat",
      "why": "Read-only ClickHouse SQL over spans with status and cost columns and get_trace_context for an LLM-sized summary with errors; the transcript view shows tool inputs and outputs. Browser session replay failed to record (issue 634) and rendered pages wrongly (1039).",
      "source": "https://laminar.sh/docs/platform/mcp.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/laminar"
    },
    {
      "slug": "langfuse",
      "name": "Langfuse API + MCP",
      "company": "Langfuse GmbH (a ClickHouse, Inc. company)",
      "grade": "BB",
      "fit": "caveat",
      "why": "Observation tree with level:ERROR and type:TOOL filters in the search bar; tool and model I/O recorded. But interrupts show as ERROR (issue 10962) and one user saw spans take minutes to appear.",
      "source": "https://langfuse.com/docs/observability/features/filter-search-bar.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/langfuse"
    },
    {
      "slug": "langsmith",
      "name": "LangSmith API + MCP",
      "company": "LangChain, Inc.",
      "grade": "BB",
      "fit": "caveat",
      "why": "status:error in the search bar, has_error and tree_filter in runs.query, run types for tool calls. Native tool calling leaves no prompt to show (forum 2319), traces stopped arriving with no errors after a langgraph-api upgrade (forum 1293) and one user found it adding latency.",
      "source": "https://docs.langchain.com/langsmith/filter-traces.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/langsmith"
    },
    {
      "slug": "langwatch",
      "name": "LangWatch",
      "company": "Reasoning Engine B.V. (doing business as LangWatch)",
      "grade": "B",
      "fit": "caveat",
      "why": "The MCP digest shows the prompt the model received, the tool call, its arguments and the error; the trace filter language finds erroring traces. Custom trace_ids are no longer accepted, and no first-hand account exists.",
      "source": "https://langwatch.ai/docs/integration/mcp-debug-traces.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/langwatch"
    },
    {
      "slug": "mlflow-tracing",
      "name": "MLflow Tracing",
      "company": "MLflow Project, a Series of LF Projects, LLC",
      "grade": "C",
      "fit": "caveat",
      "why": "search_traces filters trace.status = 'ERROR', spans carry OK or ERROR status and log levels, and the MCP search tool takes the same filter. Streamed OpenAI completions lost their tool calls (issue 26812) and Pydantic AI spans vanished after an update (22208).",
      "source": "https://mlflow.org/docs/latest/genai/tracing/search-traces.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/mlflow-tracing"
    },
    {
      "slug": "opik",
      "name": "Opik API + MCP",
      "company": "Comet ML, Inc.",
      "grade": "BB",
      "fit": "caveat",
      "why": "Trace plus span tree via the MCP read tool, list filtered by status, Ollie for debugging. A Google ADK agent over SSE streaming left LLM spans stuck at started with no output (issue 5524) and traces landed under the wrong thread (4794).",
      "source": "https://www.comet.com/docs/opik/mcp-server/tools.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/opik"
    },
    {
      "slug": "overmind",
      "name": "Overmind",
      "company": "Overmind Technology Ltd (England and Wales, company 16585996)",
      "grade": "C",
      "fit": "caveat",
      "why": "query_traces filters errors, sessions, models and time, query_failures returns scored failures, and the trace resource exposes a span tree with status, tool, input and output. No UI latency is stated and the SDK is alpha.",
      "source": "https://docs.overmindlab.ai/how-to/investigate.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/overmind"
    },
    {
      "slug": "prefactor",
      "name": "Prefactor",
      "company": "Prefactor Pty Ltd",
      "grade": "B",
      "fit": "caveat",
      "why": "Spans carry Pending, Active, Complete, Failed or Cancelled status with payload and result JSON, a conversation view and redacted sensitive values; nested children are not shown inline. No status filter parameter was found in the full docs.",
      "source": "https://docs.prefactor.ai/llms-full.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/prefactor"
    },
    {
      "slug": "respan",
      "name": "Respan API + MCP",
      "company": "Keywords AI Inc. (d/b/a Respan)",
      "grade": "BB",
      "fit": "caveat",
      "why": "Logs filter by Status, Provider and Model with error bars per row, the signals panel drills into failed spans and read-only ClickHouse SQL has an error-rate template. Message search needs the Team plan and Free keeps logs seven days.",
      "source": "https://www.respan.ai/docs/documentation/features/observe/explore-spans.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/respan"
    },
    {
      "slug": "wandb-weave",
      "name": "W\u0026B Weave",
      "company": "Weights and Biases, LLC",
      "grade": "B",
      "fit": "caveat",
      "why": "Calls can be filtered, sorted and exported from the UI, SDK or Service API and the Agents view renders GenAI sessions, turns and tool calls. No status filter is named on the pages read, and Bedrock Agent Runtime had no patch (issue 4658).",
      "source": "https://docs.coreweave.com/products/wandb/weave/guides/tracking/querying-calls.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/wandb-weave"
    },
    {
      "slug": "agent-tree",
      "name": "Agent Tree",
      "company": "No legal entity found. The LICENSE, plugin.json and marketplace.json name \"Mike Pollow, Digitalroots\"",
      "grade": "C",
      "fit": "no",
      "why": "A live side pane for the current Claude Code session; nothing is stored after the session and there is no filter or query.",
      "source": "https://raw.githubusercontent.com/MikeGT4/agent-tree/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/agent-tree"
    },
    {
      "slug": "agents-tree",
      "name": "agents-tree",
      "company": "No legal entity found. The LICENSE and pyproject.toml name Karel Blavka",
      "grade": "B",
      "fit": "no",
      "why": "A live terminal tree read from transcripts on disk; it keeps nothing and has no error filter.",
      "source": "https://raw.githubusercontent.com/blavka/agents-tree/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/agents-tree"
    },
    {
      "slug": "deepeval",
      "name": "DeepEval",
      "company": "Confident AI, Inc.",
      "grade": "B",
      "fit": "no",
      "why": "DeepEval is a local evaluation framework; @observe traces exist only during a test run and the hosted store is Confident AI, a separate product.",
      "source": "https://deepeval.com/docs/evaluation-llm-tracing",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/deepeval"
    },
    {
      "slug": "gauge-cli",
      "name": "Gauge CLI",
      "company": "Gauge",
      "grade": "B",
      "fit": "no",
      "why": "Gauge records sessions of agents it launches against your product; it is not a trace store for your own agent runs.",
      "source": "https://docs.withgauge.com/agents/index.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/gauge-cli"
    },
    {
      "slug": "navige",
      "name": "Navige",
      "company": "Navige Ltd",
      "grade": "E",
      "fit": "no",
      "why": "Navige records usage, cost and metadata, not prompts, completions or a span tree; it says so on the proxy page.",
      "source": "https://app.navige.ai/docs/connect/llm-proxy",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/navige"
    }
  ],
  "marks": "yes: the docs show it does the job as the success test says. caveat: it does the job with a limit an agent should know. no: it doesn't do this job. unchecked: we couldn't read it.",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-16",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "0.8",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "useCase": {
    "accounts": 21,
    "after": [
      "agent-observability.offline-eval-regression",
      "agent-observability.online-llm-judge"
    ],
    "area": "developer",
    "asks": [
      "why did this run fail",
      "which tool call errored",
      "show me the trace for this request",
      "what did the agent send to the model before it picked that tool"
    ],
    "before": [
      "inference.tool-loop",
      "agent-harnesses.embed-in-program"
    ],
    "blockers": [
      "tool calls missing from streamed completions",
      "framework interrupt shown as ERROR",
      "ingestion delay of minutes while the agent waits",
      "trace only readable in a browser UI"
    ],
    "capabilities": [
      "obs.traces"
    ],
    "category": "agent-observability",
    "categoryName": "Agent observability \u0026 evals",
    "checked": "2026-11-12",
    "companies": {
      "fit": 1,
      "fitWithLimit": 16,
      "tagged": 22
    },
    "competition": "one",
    "fits": [
      "pydantic-logfire"
    ],
    "fitsWithLimit": [
      "arize-phoenix",
      "botgauge",
      "braintrust",
      "galileo",
      "helicone",
      "honeyhive",
      "laminar",
      "langfuse",
      "langsmith",
      "langwatch",
      "mlflow-tracing",
      "opik",
      "overmind",
      "prefactor",
      "respan",
      "wandb-weave"
    ],
    "id": "agent-observability.debug-failed-run",
    "listings": {
      "caveat": 16,
      "no": 5,
      "notRead": 0,
      "tagged": 22,
      "unchecked": 0,
      "yes": 1
    },
    "name": "Find why one agent run failed",
    "status": "draft",
    "success": "The run's tree with each model call, tool call and retry as its own span, the failed span found by a status or error filter in one query, with the tool's input and output and the model's input and output readable. Measured: all of this is readable within 2 minutes of the run ending.",
    "url": "https://www.anchorterminal.com/api/v1/use-cases/agent-observability.debug-failed-run.json",
    "weight": 19,
    "weightBasis": "21 of 86 accounts (counted in more than one use case where they fit): the Voker, agent-triage, Argus and skele threads, Langfuse issues on ERROR status and missing breakdowns, MLflow and Opik issues on tool calls missing from spans, the LangSmith forum thread on the tool-choice prompt, Laminar browser session replay issues"
  }
}
