{
  "data": {
    "benchmarks": [
      {
        "area": "agent-tasks",
        "attribution": "Berkeley Function Calling Leaderboard, UC Berkeley (Gorilla), Apache 2.0",
        "cadence": "irregular",
        "categories": [
          "inference",
          "open-weights"
        ],
        "ceiling": 100,
        "competitor": "",
        "data": "https://github.com/HuanzhiMao/BFCL-Result",
        "direction": "higher",
        "floor": 0,
        "json": "https://www.anchorterminal.com/benchmarks/bfcl/index.json",
        "licence": "Apache-2.0",
        "licenceUrl": "https://github.com/HuanzhiMao/BFCL-Result/blob/main/LICENSE",
        "measures": "Whether a model calls functions correctly: simple, parallel and multi-turn calls, knowing when no function fits, web search and memory tasks, run by the Berkeley team on every model, with native function calling and with prompting as separate rows.",
        "method": "https://gorilla.cs.berkeley.edu/leaderboard.html",
        "models": 5,
        "name": "Berkeley Function Calling Leaderboard (BFCL)",
        "newest": "2025-12-16",
        "page": "https://www.anchorterminal.com/benchmarks/bfcl/",
        "read": "2026-11-20",
        "results": 7,
        "runBy": "UC Berkeley (Gorilla)",
        "saturated": false,
        "slug": "bfcl",
        "status": "stale",
        "unit": "% overall accuracy"
      },
      {
        "area": "agent-tasks",
        "attribution": "METR, task-completion time horizons, CC BY 4.0",
        "cadence": "none (no longer updated)",
        "categories": [
          "inference",
          "open-weights"
        ],
        "competitor": "",
        "data": "https://metr.org/assets/benchmark_results_1_1.yaml",
        "direction": "higher",
        "floor": 0,
        "json": "https://www.anchorterminal.com/benchmarks/metr-time-horizon/index.json",
        "licence": "CC-BY-4.0",
        "licenceUrl": "https://creativecommons.org/licenses/by/4.0/",
        "measures": "The length of software, machine learning and security task, timed on human experts, that an agent is predicted to finish half the time, from a logistic fit over more than a hundred tasks.",
        "method": "https://metr.org/time-horizons/",
        "models": 1,
        "name": "METR time horizons",
        "newest": "2026-09-08",
        "page": "https://www.anchorterminal.com/benchmarks/metr-time-horizon/",
        "read": "2026-11-20",
        "results": 1,
        "runBy": "METR",
        "saturated": false,
        "slug": "metr-time-horizon",
        "status": "discontinued",
        "unit": "minutes at 50% success"
      },
      {
        "area": "agent-tasks",
        "attribution": "Terminal-Bench, Stanford and the Laude Institute, Apache 2.0",
        "cadence": "as models are released",
        "categories": [
          "inference",
          "open-weights",
          "agent-harnesses"
        ],
        "ceiling": 100,
        "competitor": "",
        "data": "https://github.com/harbor-framework/terminal-bench/tree/main/leaderboard/submissions",
        "direction": "higher",
        "floor": 0,
        "json": "https://www.anchorterminal.com/benchmarks/terminal-bench/index.json",
        "licence": "Apache-2.0",
        "licenceUrl": "https://github.com/harbor-framework/terminal-bench/blob/main/LICENSE",
        "measures": "An agent harness running a model in a sandboxed shell, five trials or more on every task, until the task's tests pass. A row is one harness and model pair at one reasoning effort; the model is what's ranked.",
        "method": "https://www.tbench.ai/",
        "models": 33,
        "name": "Terminal-Bench",
        "newest": "2026-11-20",
        "page": "https://www.anchorterminal.com/benchmarks/terminal-bench/",
        "read": "2026-11-20",
        "results": 51,
        "runBy": "Stanford and the Laude Institute (the Terminal-Bench maintainers)",
        "saturated": false,
        "slug": "terminal-bench",
        "status": "current",
        "unit": "% of trials passed"
      },
      {
        "area": "agent-tasks",
        "attribution": "τ²-bench, Sierra Research, MIT",
        "cadence": "as submissions land",
        "categories": [
          "inference",
          "open-weights"
        ],
        "ceiling": 100,
        "competitor": "",
        "data": "https://github.com/sierra-research/tau2-bench/tree/main/web/leaderboard/public/submissions",
        "direction": "higher",
        "floor": 0,
        "json": "https://www.anchorterminal.com/benchmarks/tau2-bench/index.json",
        "licence": "MIT",
        "licenceUrl": "https://github.com/sierra-research/tau2-bench/blob/main/LICENSE",
        "measures": "A model working as a customer-service agent under a written policy, with tools and a simulated customer, in one domain at a time (airline, retail, telecom, banking), in text or by voice. Each domain is scored on its own.",
        "method": "https://taubench.com/",
        "models": 6,
        "name": "τ²-bench",
        "newest": "2026-10-29",
        "page": "https://www.anchorterminal.com/benchmarks/tau2-bench/",
        "read": "2026-11-20",
        "results": 14,
        "runBy": "Sierra",
        "saturated": false,
        "slug": "tau2-bench",
        "status": "current",
        "unit": "% of tasks passed on the first try (pass^1)"
      },
      {
        "area": "coding",
        "attribution": "Aider polyglot leaderboard, Paul Gauthier and contributors, Apache 2.0",
        "cadence": "irregular",
        "categories": [
          "inference",
          "open-weights"
        ],
        "ceiling": 100,
        "competitor": "",
        "data": "https://github.com/Aider-AI/aider/blob/main/aider/website/_data/polyglot_leaderboard.yml",
        "direction": "higher",
        "floor": 0,
        "json": "https://www.anchorterminal.com/benchmarks/aider-polyglot/index.json",
        "licence": "Apache-2.0",
        "licenceUrl": "https://github.com/Aider-AI/aider/blob/main/LICENSE.txt",
        "measures": "225 challenging Exercism exercises in C++, Go, Java, JavaScript, Python and Rust, solved by a model inside the aider coding agent, with a second try after it sees the failing tests.",
        "method": "https://aider.chat/docs/leaderboards/",
        "models": 1,
        "name": "Aider Polyglot",
        "newest": "2025-10-03",
        "page": "https://www.anchorterminal.com/benchmarks/aider-polyglot/",
        "read": "2026-11-20",
        "results": 1,
        "runBy": "Aider (Paul Gauthier)",
        "saturated": false,
        "slug": "aider-polyglot",
        "status": "stale",
        "unit": "% of exercises solved in two tries"
      },
      {
        "area": "coding",
        "attribution": "Epoch AI, Capabilities and benchmarking (CC BY 4.0)",
        "cadence": "as models are released",
        "categories": [
          "inference",
          "open-weights"
        ],
        "ceiling": 100,
        "competitor": "",
        "data": "https://epoch.ai/data/benchmark_data.zip",
        "direction": "higher",
        "floor": 0,
        "json": "https://www.anchorterminal.com/benchmarks/mirrorcode/index.json",
        "licence": "CC BY 4.0",
        "licenceUrl": "https://epoch.ai/benchmarks/use-this-data",
        "measures": "An agent rebuilds a whole program from its behaviour alone, without the source or the internet, and must match the original's output on held-out end-to-end tests. Epoch AI and METR built it; the leaderboard runs 15 medium and large programs in two languages, three attempts each, with up to 10 billion tokens and 7 days an attempt.",
        "method": "https://epoch.ai/MirrorCode",
        "models": 19,
        "name": "MirrorCode",
        "newest": "2026-11-17",
        "page": "https://www.anchorterminal.com/benchmarks/mirrorcode/",
        "read": "2026-11-20",
        "results": 22,
        "runBy": "Epoch AI",
        "saturated": true,
        "slug": "mirrorcode",
        "status": "current",
        "unit": "% of tasks solved"
      },
      {
        "area": "coding",
        "attribution": "Epoch AI, Capabilities and benchmarking (CC BY 4.0)",
        "cadence": "as models are released",
        "categories": [
          "inference",
          "open-weights"
        ],
        "ceiling": 100,
        "competitor": "",
        "data": "https://epoch.ai/data/benchmark_data.zip",
        "direction": "higher",
        "floor": 0,
        "json": "https://www.anchorterminal.com/benchmarks/swe-bench-verified/index.json",
        "licence": "CC BY 4.0",
        "licenceUrl": "https://epoch.ai/benchmarks/use-this-data",
        "measures": "A model given a Python repository and a GitHub issue must change the code until the repository's own tests pass. Epoch AI runs 484 of the 500 human-checked issues in its own simple tool-calling scaffold, with no network, after a major scaffold upgrade in February 2026.",
        "method": "https://epoch.ai/benchmarks/swe-bench-verified",
        "models": 1,
        "name": "SWE-bench Verified",
        "newest": "2026-06-25",
        "page": "https://www.anchorterminal.com/benchmarks/swe-bench-verified/",
        "read": "2026-11-20",
        "results": 1,
        "runBy": "Epoch AI",
        "saturated": false,
        "slug": "swe-bench-verified",
        "status": "current",
        "unit": "% of issues resolved"
      },
      {
        "area": "reasoning",
        "attribution": "Epoch AI, Capabilities and benchmarking (CC BY 4.0)",
        "cadence": "as models are released",
        "categories": [
          "inference",
          "open-weights"
        ],
        "ceiling": 100,
        "competitor": "",
        "data": "https://epoch.ai/data/benchmark_data.zip",
        "direction": "higher",
        "floor": 0,
        "json": "https://www.anchorterminal.com/benchmarks/frontiermath/index.json",
        "licence": "CC BY 4.0",
        "licenceUrl": "https://epoch.ai/benchmarks/use-this-data",
        "measures": "Original research-level mathematics problems written and checked by mathematicians, answered by a Python function the model submits after reasoning with a Python tool. Epoch AI made the set and keeps most of it private; version 2 of June 2026 fixed errors in 42% of problems.",
        "method": "https://epoch.ai/benchmarks/frontiermath-tiers-1-3-v2",
        "models": 36,
        "name": "FrontierMath (Tiers 1-3)",
        "newest": "2026-11-19",
        "page": "https://www.anchorterminal.com/benchmarks/frontiermath/",
        "read": "2026-11-20",
        "results": 44,
        "runBy": "Epoch AI",
        "saturated": true,
        "slug": "frontiermath",
        "status": "current",
        "unit": "% of problems solved"
      },
      {
        "area": "reasoning",
        "attribution": "Epoch AI, Capabilities and benchmarking (CC BY 4.0)",
        "cadence": "as models are released",
        "categories": [
          "inference",
          "open-weights"
        ],
        "ceiling": 100,
        "competitor": "",
        "data": "https://epoch.ai/data/benchmark_data.zip",
        "direction": "higher",
        "floor": 0,
        "json": "https://www.anchorterminal.com/benchmarks/frontiermath-tier-4/index.json",
        "licence": "CC BY 4.0",
        "licenceUrl": "https://epoch.ai/benchmarks/use-this-data",
        "measures": "The hardest FrontierMath problems, an expansion set of 43 in version 2, each taking a specialist researcher days. Same method as FrontierMath's Tiers 1-3, run by Epoch AI on the private set.",
        "method": "https://epoch.ai/benchmarks/frontiermath-tier-4-v2",
        "models": 32,
        "name": "FrontierMath Tier 4",
        "newest": "2026-11-19",
        "page": "https://www.anchorterminal.com/benchmarks/frontiermath-tier-4/",
        "read": "2026-11-20",
        "results": 40,
        "runBy": "Epoch AI",
        "saturated": true,
        "slug": "frontiermath-tier-4",
        "status": "current",
        "unit": "% of problems solved"
      },
      {
        "area": "reasoning",
        "attribution": "Epoch AI, Capabilities and benchmarking (CC BY 4.0)",
        "cadence": "as models are released",
        "categories": [
          "inference",
          "open-weights"
        ],
        "ceiling": 100,
        "competitor": "",
        "data": "https://epoch.ai/data/benchmark_data.zip",
        "direction": "higher",
        "floor": 0,
        "json": "https://www.anchorterminal.com/benchmarks/gpqa-diamond/index.json",
        "licence": "CC BY 4.0",
        "licenceUrl": "https://epoch.ai/benchmarks/use-this-data",
        "measures": "Multiple-choice questions in biology, chemistry and physics written by PhD-level experts and hard for non-experts to answer even with the web; the Diamond subset is 198 questions. Epoch AI asks zero-shot with chain of thought and scores an answer only in its required format.",
        "method": "https://epoch.ai/benchmarks/gpqa-diamond",
        "models": 45,
        "name": "GPQA Diamond",
        "newest": "2026-11-19",
        "page": "https://www.anchorterminal.com/benchmarks/gpqa-diamond/",
        "read": "2026-11-20",
        "results": 63,
        "runBy": "Epoch AI",
        "saturated": true,
        "slug": "gpqa-diamond",
        "status": "current",
        "unit": "% of questions correct"
      },
      {
        "area": "reasoning",
        "attribution": "Epoch AI, Capabilities and benchmarking (CC BY 4.0)",
        "cadence": "as models are released",
        "categories": [
          "inference",
          "open-weights"
        ],
        "ceiling": 100,
        "competitor": "",
        "data": "https://epoch.ai/data/benchmark_data.zip",
        "direction": "higher",
        "floor": 0,
        "json": "https://www.anchorterminal.com/benchmarks/otis-mock-aime/index.json",
        "licence": "CC BY 4.0",
        "licenceUrl": "https://epoch.ai/benchmarks/use-this-data",
        "measures": "45 competition maths problems from three OTIS mock AIME exams, each with an integer answer from 0 to 999; harder than MATH Level 5 and easier than FrontierMath.",
        "method": "https://epoch.ai/benchmarks/otis-mock-aime-2024-2025",
        "models": 49,
        "name": "OTIS Mock AIME 2024-2025",
        "newest": "2026-11-19",
        "page": "https://www.anchorterminal.com/benchmarks/otis-mock-aime/",
        "read": "2026-11-20",
        "results": 68,
        "runBy": "Epoch AI",
        "saturated": true,
        "slug": "otis-mock-aime",
        "status": "current",
        "unit": "% of problems solved"
      },
      {
        "area": "reasoning",
        "attribution": "Epoch AI, Capabilities and benchmarking (CC BY 4.0)",
        "cadence": "as models are released",
        "categories": [
          "inference",
          "open-weights"
        ],
        "ceiling": 100,
        "competitor": "",
        "data": "https://epoch.ai/data/benchmark_data.zip",
        "direction": "higher",
        "floor": 0,
        "json": "https://www.anchorterminal.com/benchmarks/simpleqa-verified/index.json",
        "licence": "CC BY 4.0",
        "licenceUrl": "https://epoch.ai/benchmarks/use-this-data",
        "measures": "1,000 short factual questions with no answer choices, made by Google from OpenAI's SimpleQA. Epoch AI asks the model to guess rather than abstain, has a grader model mark each answer and reports the share answered correctly, not Google's F1 score.",
        "method": "https://epoch.ai/benchmarks/simple-qa-verified",
        "models": 30,
        "name": "SimpleQA Verified",
        "newest": "2026-11-19",
        "page": "https://www.anchorterminal.com/benchmarks/simpleqa-verified/",
        "read": "2026-11-20",
        "results": 31,
        "runBy": "Epoch AI",
        "saturated": false,
        "slug": "simpleqa-verified",
        "status": "current",
        "unit": "% of questions correct"
      },
      {
        "area": "embeddings",
        "attribution": "MTEB, embeddings-benchmark/results (CC0)",
        "cadence": "continuous (pull requests to the results repository)",
        "categories": [
          "embeddings",
          "open-weights"
        ],
        "ceiling": 100,
        "competitor": "",
        "data": "https://github.com/embeddings-benchmark/results",
        "direction": "higher",
        "floor": 62.3,
        "json": "https://www.anchorterminal.com/benchmarks/mteb-eng-v2/index.json",
        "licence": "CC0-1.0",
        "licenceUrl": "https://github.com/embeddings-benchmark/results/blob/main/LICENSE",
        "measures": "An embedding model's mean main score across the 41 English tasks of MTEB(eng, v2), covering retrieval, classification, clustering, reranking, pair classification, semantic similarity and summarisation, as the MTEB leaderboard's Mean (Task) column.",
        "method": "https://huggingface.co/spaces/mteb/leaderboard",
        "models": 11,
        "name": "MTEB English v2",
        "newest": "2026-11-20",
        "page": "https://www.anchorterminal.com/benchmarks/mteb-eng-v2/",
        "read": "2026-11-20",
        "results": 16,
        "runBy": "MTEB maintainers (an open community project started at Hugging Face), from results submitted by pull request",
        "saturated": false,
        "slug": "mteb-eng-v2",
        "status": "current",
        "unit": "mean task score (0 to 100)"
      },
      {
        "area": "embeddings",
        "attribution": "MTEB, embeddings-benchmark/results (CC0)",
        "cadence": "continuous (pull requests to the results repository)",
        "categories": [
          "embeddings",
          "open-weights"
        ],
        "ceiling": 100,
        "competitor": "",
        "data": "https://github.com/embeddings-benchmark/results",
        "direction": "higher",
        "floor": 50.81,
        "json": "https://www.anchorterminal.com/benchmarks/mteb-eng-v2-retrieval/index.json",
        "licence": "CC0-1.0",
        "licenceUrl": "https://github.com/embeddings-benchmark/results/blob/main/LICENSE",
        "measures": "An embedding model's mean nDCG@10 across the 10 retrieval tasks of MTEB(eng, v2), as the MTEB leaderboard's Retrieval column on the English tab.",
        "method": "https://huggingface.co/spaces/mteb/leaderboard",
        "models": 12,
        "name": "MTEB English v2 retrieval",
        "newest": "2026-11-20",
        "page": "https://www.anchorterminal.com/benchmarks/mteb-eng-v2-retrieval/",
        "read": "2026-11-20",
        "results": 20,
        "runBy": "MTEB maintainers (an open community project started at Hugging Face), from results submitted by pull request",
        "saturated": false,
        "slug": "mteb-eng-v2-retrieval",
        "status": "current",
        "unit": "mean nDCG@10 (0 to 100)"
      },
      {
        "area": "arena",
        "attribution": "LMArena leaderboard dataset (lmarena-ai/leaderboard-dataset), CC BY 4.0",
        "cadence": "daily",
        "categories": [
          "inference",
          "open-weights"
        ],
        "competitor": "",
        "data": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset",
        "direction": "higher",
        "json": "https://www.anchorterminal.com/benchmarks/lmarena-agent/index.json",
        "licence": "CC-BY-4.0",
        "licenceUrl": "https://creativecommons.org/licenses/by/4.0/",
        "measures": "How models do as agents in sessions people run through the arena, scored with inverse propensity scoring (IPS) from signals in those sessions (task outcome, bash reliability, steerability, tool hallucination, praise and complaints) rather than from pairwise votes.",
        "method": "https://arena.ai/blog/agent-arena-methodology/",
        "models": 40,
        "name": "LMArena Agent Arena",
        "newest": "2026-11-18",
        "page": "https://www.anchorterminal.com/benchmarks/lmarena-agent/",
        "read": "2026-11-20",
        "results": 46,
        "runBy": "LMArena",
        "saturated": false,
        "slug": "lmarena-agent",
        "status": "current",
        "unit": "IPS score"
      },
      {
        "area": "arena",
        "attribution": "LMArena leaderboard dataset (lmarena-ai/leaderboard-dataset), CC BY 4.0",
        "cadence": "daily",
        "categories": [
          "inference",
          "open-weights"
        ],
        "competitor": "",
        "data": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset",
        "direction": "higher",
        "json": "https://www.anchorterminal.com/benchmarks/lmarena-webdev/index.json",
        "licence": "CC-BY-4.0",
        "licenceUrl": "https://creativecommons.org/licenses/by/4.0/",
        "measures": "Which of two anonymous models' work people prefer on web development prompts in the arena's Code Arena, fitted as a Bradley-Terry rating.",
        "method": "https://arena.ai/blog/leaderboard-changelog/",
        "models": 53,
        "name": "LMArena Code Arena (WebDev)",
        "newest": "2026-11-19",
        "page": "https://www.anchorterminal.com/benchmarks/lmarena-webdev/",
        "read": "2026-11-20",
        "results": 58,
        "runBy": "LMArena",
        "saturated": false,
        "slug": "lmarena-webdev",
        "status": "current",
        "unit": "arena rating (Bradley-Terry)"
      },
      {
        "area": "arena",
        "attribution": "LMArena leaderboard dataset (lmarena-ai/leaderboard-dataset), CC BY 4.0",
        "cadence": "daily",
        "categories": [
          "inference",
          "open-weights"
        ],
        "competitor": "",
        "data": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset",
        "direction": "higher",
        "json": "https://www.anchorterminal.com/benchmarks/lmarena-text/index.json",
        "licence": "CC-BY-4.0",
        "licenceUrl": "https://creativecommons.org/licenses/by/4.0/",
        "measures": "Which of two anonymous models' answers people prefer, over the prompts they type into the arena, fitted as a Bradley-Terry rating. Rows give the raw rating and the style-controlled one, which discounts length and formatting.",
        "method": "https://arena.ai/blog/leaderboard-changelog/",
        "models": 64,
        "name": "LMArena Text Arena",
        "newest": "2026-11-19",
        "page": "https://www.anchorterminal.com/benchmarks/lmarena-text/",
        "read": "2026-11-20",
        "results": 134,
        "runBy": "LMArena",
        "saturated": false,
        "slug": "lmarena-text",
        "status": "current",
        "unit": "arena rating (Bradley-Terry)"
      },
      {
        "area": "arena",
        "attribution": "LMArena leaderboard dataset (lmarena-ai/leaderboard-dataset), CC BY 4.0",
        "cadence": "daily",
        "categories": [
          "inference",
          "open-weights"
        ],
        "competitor": "",
        "data": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset",
        "direction": "higher",
        "json": "https://www.anchorterminal.com/benchmarks/lmarena-vision/index.json",
        "licence": "CC-BY-4.0",
        "licenceUrl": "https://creativecommons.org/licenses/by/4.0/",
        "measures": "Which of two anonymous models' answers people prefer when the prompt comes with an image, fitted as a Bradley-Terry rating. Rows give the raw rating and the style-controlled one.",
        "method": "https://arena.ai/blog/leaderboard-changelog/",
        "models": 29,
        "name": "LMArena Vision Arena",
        "newest": "2026-11-19",
        "page": "https://www.anchorterminal.com/benchmarks/lmarena-vision/",
        "read": "2026-11-20",
        "results": 60,
        "runBy": "LMArena",
        "saturated": false,
        "slug": "lmarena-vision",
        "status": "current",
        "unit": "arena rating (Bradley-Terry)"
      }
    ],
    "independent": 637,
    "listings": 83,
    "models": 94,
    "note": "A rank is among the models we list with a result, at each model's best setting, within one version of the test. These results don't move grades.",
    "page": "https://www.anchorterminal.com/benchmarks/",
    "results": 677,
    "submitted": 40,
    "tiers": {
      "independent": "Independent",
      "ours": "Measured by Anchor Terminal",
      "self": "The maker's claim",
      "submitted": "Submitted by the maker"
    }
  },
  "kind": "anchor.page",
  "links": {
    "api": "https://www.anchorterminal.com/api/v1/index.json",
    "html": "https://www.anchorterminal.com/benchmarks/",
    "json": "https://www.anchorterminal.com/benchmarks/index.json",
    "llms": "https://www.anchorterminal.com/llms.txt",
    "markdown": "https://www.anchorterminal.com/benchmarks/index.md",
    "mcp": "https://www.anchorterminal.com/mcp",
    "slim": "https://www.anchorterminal.com/benchmarks/index.min.md"
  },
  "markdown": "What public leaderboards publish about the models we list, from the ones whose terms let us republish it, with who ran every number. 18 benchmarks, 677 results on 94 models across 83 listings: 637 run by someone with nothing to sell in the model, 40 submitted by the model's maker.\n\nJSON: https://www.anchorterminal.com/api/v1/benchmarks.json\n\n## Every benchmark\n\n| Benchmark | Area | Unit | Run by | Models | Best | Newest result | Status |\n| --- | --- | --- | --- | --- | --- | --- | --- |\n| [Berkeley Function Calling Leaderboard (BFCL)](https://www.anchorterminal.com/benchmarks/bfcl/index.md) | Agent tasks | % overall accuracy | UC Berkeley (Gorilla) | 5 | [Qwen3-30B-A3B-Instruct-2507](https://www.anchorterminal.com/tools/qwen3-30b-a3b-instruct-2507.md) 41.4% | 2025-12-16 | Stale |\n| [METR time horizons](https://www.anchorterminal.com/benchmarks/metr-time-horizon/index.md) | Agent tasks | minutes at 50% success | METR | 1 | [Gemini 3.1 Pro (preview)](https://www.anchorterminal.com/tools/vertex-ai.md) 384 min | 2026-09-08 | Discontinued |\n| [Terminal-Bench](https://www.anchorterminal.com/benchmarks/terminal-bench/index.md) | Agent tasks | % of trials passed | Stanford and the Laude Institute (the Terminal-Bench maintainers) | 33 | [Claude Opus 5.5](https://www.anchorterminal.com/tools/anthropic-api.md) 64.8% | 2026-11-20 | Current |\n| [τ²-bench](https://www.anchorterminal.com/benchmarks/tau2-bench/index.md) | Agent tasks | % of tasks passed on the first try (pass^1) | Sierra | 6 | [Kimi K3](https://www.anchorterminal.com/tools/kimi-k3.md) 37.1% | 2026-10-29 | Current, 4 submitted |\n| [Aider Polyglot](https://www.anchorterminal.com/benchmarks/aider-polyglot/index.md) | Coding | % of exercises solved in two tries | Aider (Paul Gauthier) | 1 | [gpt-oss-120b](https://www.anchorterminal.com/tools/gpt-oss-120b.md) 41.8% | 2025-10-03 | Stale |\n| [MirrorCode](https://www.anchorterminal.com/benchmarks/mirrorcode/index.md) | Coding | % of tasks solved | Epoch AI | 19 | [Claude Sonnet 5.5](https://www.anchorterminal.com/tools/anthropic-api.md) 97.8% | 2026-11-17 | Current, near its ceiling |\n| [SWE-bench Verified](https://www.anchorterminal.com/benchmarks/swe-bench-verified/index.md) | Coding | % of issues resolved | Epoch AI | 1 | [DeepSeek V4 Pro](https://www.anchorterminal.com/tools/deepseek-api.md) 77.6% | 2026-06-25 | Current |\n| [FrontierMath (Tiers 1-3)](https://www.anchorterminal.com/benchmarks/frontiermath/index.md) | Reasoning and knowledge | % of problems solved | Epoch AI | 36 | [Claude Fable 5.2](https://www.anchorterminal.com/tools/claude-fable-5-2.md) 95.1% | 2026-11-19 | Current, near its ceiling |\n| [FrontierMath Tier 4](https://www.anchorterminal.com/benchmarks/frontiermath-tier-4/index.md) | Reasoning and knowledge | % of problems solved | Epoch AI | 32 | [Claude Fable 5.2](https://www.anchorterminal.com/tools/claude-fable-5-2.md) 100.0% | 2026-11-19 | Current, near its ceiling |\n| [GPQA Diamond](https://www.anchorterminal.com/benchmarks/gpqa-diamond/index.md) | Reasoning and knowledge | % of questions correct | Epoch AI | 45 | [GPT-6.2 Astra](https://www.anchorterminal.com/tools/gpt-6-2-astra.md) 96.8% | 2026-11-19 | Current, near its ceiling |\n| [OTIS Mock AIME 2024-2025](https://www.anchorterminal.com/benchmarks/otis-mock-aime/index.md) | Reasoning and knowledge | % of problems solved | Epoch AI | 49 | [Gemini 4 Neon](https://www.anchorterminal.com/tools/gemini-4-neon.md) 100.0% | 2026-11-19 | Current, near its ceiling |\n| [SimpleQA Verified](https://www.anchorterminal.com/benchmarks/simpleqa-verified/index.md) | Reasoning and knowledge | % of questions correct | Epoch AI | 30 | [Claude Fable 5.2](https://www.anchorterminal.com/tools/claude-fable-5-2.md) 94.0% | 2026-11-19 | Current |\n| [MTEB English v2](https://www.anchorterminal.com/benchmarks/mteb-eng-v2/index.md) | Embeddings | mean task score (0 to 100) | MTEB maintainers (an open community project started at Hugging Face), from results submitted by pull request | 11 | [Qwen3-Embedding-8B](https://www.anchorterminal.com/tools/qwen3-embedding-8b.md) 75.2 | 2026-11-20 | Current, 16 submitted |\n| [MTEB English v2 retrieval](https://www.anchorterminal.com/benchmarks/mteb-eng-v2-retrieval/index.md) | Embeddings | mean nDCG@10 (0 to 100) | MTEB maintainers (an open community project started at Hugging Face), from results submitted by pull request | 12 | [Qwen3-Embedding-8B](https://www.anchorterminal.com/tools/qwen3-embedding-8b.md) 69.4 | 2026-11-20 | Current, 20 submitted |\n| [LMArena Agent Arena](https://www.anchorterminal.com/benchmarks/lmarena-agent/index.md) | Arenas: people's votes | IPS score | LMArena | 40 | [Claude Fable 5.2](https://www.anchorterminal.com/tools/claude-fable-5-2.md) 0.274 | 2026-11-18 | Current |\n| [LMArena Code Arena (WebDev)](https://www.anchorterminal.com/benchmarks/lmarena-webdev/index.md) | Arenas: people's votes | arena rating (Bradley-Terry) | LMArena | 53 | [Claude Fable 5.2](https://www.anchorterminal.com/tools/claude-fable-5-2.md) 1823 | 2026-11-19 | Current |\n| [LMArena Text Arena](https://www.anchorterminal.com/benchmarks/lmarena-text/index.md) | Arenas: people's votes | arena rating (Bradley-Terry) | LMArena | 64 | [Gemini 4 Carbon](https://www.anchorterminal.com/tools/gemini-4-carbon.md) 1527 | 2026-11-19 | Current |\n| [LMArena Vision Arena](https://www.anchorterminal.com/benchmarks/lmarena-vision/index.md) | Arenas: people's votes | arena rating (Bradley-Terry) | LMArena | 29 | [Claude Fable 5.2](https://www.anchorterminal.com/tools/claude-fable-5-2.md) 1305 | 2026-11-19 | Current |\n\nModels counts the models we list with a result. Best is the top result among them, on the version of the test most of them took. Stale means nothing new in six months; near its ceiling, that the best result is within five points of a perfect score.\n\n## Every model against every benchmark\n\nEach model's best result on the version of each test most models took. (s) marks a result the model's maker submitted.\n\n| Model | Berkeley Function Calling Leaderboard (BFCL) | METR time horizons | Terminal-Bench | τ²-bench | Aider Polyglot | MirrorCode | SWE-bench Verified | FrontierMath (Tiers 1-3) | FrontierMath Tier 4 | GPQA Diamond | OTIS Mock AIME 2024-2025 | SimpleQA Verified | MTEB English v2 | MTEB English v2 retrieval | LMArena Agent Arena | LMArena Code Arena (WebDev) | LMArena Text Arena | LMArena Vision Arena |\n| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- |\n| [Gemini 3.1 Pro (preview)](https://www.anchorterminal.com/tools/vertex-ai.md) | | 384 min | 2.7% | 26.0% | | 8.9% | | 59.6% | 26.8% | 94.4% | 95.6% | 73.5% | | | -0.057 | 1446 | 1487 | 1280 |\n| [Claude Opus 5.5](https://www.anchorterminal.com/tools/anthropic-api.md) | | | 64.8% | | | 95.6% | | 91.2% | 95.0% | 90.6% | 100.0% | 72.2% | | | 0.186 | 1818 | 1506 | 1293 |\n| [Claude Sonnet 5.5](https://www.anchorterminal.com/tools/anthropic-api.md) | | | 61.8% | | | 97.8% | | 88.8% | 80.5% | 95.6% | 100.0% | 46.5% | | | 0.156 | 1771 | 1473 | 1264 |\n| [DeepSeek V4.1 Flash](https://www.anchorterminal.com/tools/deepseek-v4-1-flash.md) | | | 40.0% | | | 64.4% | | 71.2% | 46.3% | 93.2% | 99.4% | 42.9% | | | 0.008 | 1659 | 1475 | 1262 |\n| [GPT-6 Luna](https://www.anchorterminal.com/tools/azure-openai.md) | | | 16.4% | | | 26.7% | | 79.0% | 56.1% | 90.5% | 98.9% | 41.4% | | | 0.006 | 1579 | 1443 | 1234 |\n| [GPT-6 Sol](https://www.anchorterminal.com/tools/azure-openai.md) | | | 49.4% | | | 48.9% | | 89.8% | 90.0% | 94.3% | 100.0% | 60.7% | | | 0.065 | 1674 | 1458 | 1258 |\n| [GPT-6.1 Sol](https://www.anchorterminal.com/tools/openai-api.md) | | | 58.2% | | | 61.1% | | 93.7% | 100.0% | 95.4% | 100.0% | 73.9% | | | 0.113 | 1744 | 1483 | 1290 |\n| [GPT-6.1 Terra](https://www.anchorterminal.com/tools/openai-api.md) | | | 51.8% | | | 76.7% | | 90.9% | 92.7% | 94.3% | 100.0% | 57.3% | | | 0.105 | 1684 | 1474 | 1263 |\n| [Gemini 3.8 Flash](https://www.anchorterminal.com/tools/vertex-ai.md) | | | 19.1% | | | 38.9% | | 68.4% | 21.9% | 95.4% | 98.9% | 69.7% | | | 0.015 | 1584 | 1497 | 1293 |\n| [Kimi K3](https://www.anchorterminal.com/tools/kimi-k3.md) | | | 22.4% | 37.1% | | 54.4% | | 72.2% | 39.0% | 93.1% | 97.2% | 50.6% | | | -0.001 | 1658 | 1488 | |\n| [Claude Fable 5.1](https://www.anchorterminal.com/tools/anthropic-api.md) | | | 57.9% | | | 93.3% | | 90.2% | 87.8% | | 100.0% | 70.8% | | | 0.137 | 1741 | 1503 | 1290 |\n| [Claude Fable 5.2](https://www.anchorterminal.com/tools/claude-fable-5-2.md) | | | | | | | | 95.1% | 100.0% | 93.9% | 99.7% | 94.0% | | | 0.274 | 1823 | 1503 | 1305 |\n| [Claude Haiku 5.5](https://www.anchorterminal.com/tools/anthropic-api.md) | | | 40.0% | | | 78.9% | | 75.1% | 46.3% | 89.7% | 98.9% | 23.8% | | | -0.006 | 1596 | 1421 | |\n| [GPT-6 Astra](https://www.anchorterminal.com/tools/azure-openai.md) | | | | | | 60.0% | | 93.7% | 97.6% | 95.8% | 100.0% | 75.6% | | | 0.146 | 1763 | 1475 | 1281 |\n| [GPT-6.2 Astra](https://www.anchorterminal.com/tools/gpt-6-2-astra.md) | | | | | | 67.8% | | 92.6% | 100.0% | 96.8% | 100.0% | 78.5% | | | 0.152 | 1759 | 1468 | |\n| [Gemini 4 Argon](https://www.anchorterminal.com/tools/gemini-4-argon.md) | | | 54.9% | | | 58.9% | | 86.0% | 78.0% | 96.4% | 100.0% | 76.0% | | | 0.103 | 1681 | 1520 | |\n| [Grok 4.7](https://www.anchorterminal.com/tools/xai-api.md) | | | | | | 54.4% | | 53.0% | 17.1% | 92.7% | 98.1% | 56.0% | | | 0.015 | 1638 | 1443 | 1250 |\n| [Inkling](https://www.anchorterminal.com/tools/inkling.md) | | | 0.0% | 25.0% | | | | 33.3% | 4.9% | 88.3% | 88.9% | 40.3% | | | -0.185 | 1414 | 1442 | |\n| [Inkling-Small](https://www.anchorterminal.com/tools/inkling-small.md) | | | 0.9% | | | | | 46.3% | 17.1% | 88.5% | 90.0% | 19.1% | | | -0.185 | 1408 | 1406 | 1208 |\n| [Kimi K3.1 Pro](https://www.anchorterminal.com/tools/kimi-k3-1-pro.md) | | | 60.9% | | | 43.3% | | 78.2% | 65.8% | 94.2% | 100.0% | 62.2% | | | 0.039 | 1683 | 1482 | |\n| [DeepSeek V4 Pro](https://www.anchorterminal.com/tools/deepseek-api.md) | | | 6.7% | | | | 77.6% | 45.3% | 2.4% | 90.9% | 96.7% | 47.0% | | | | 1581 | 1464 | |\n| [GLM-5.3](https://www.anchorterminal.com/tools/glm-5-3.md) | | | 41.8% | | | | | 68.8% | 29.3% | 90.9% | 91.1% | 41.0% | | | -0.000 | 1622 | 1482 | |\n| [GLM-5.3-Flash](https://www.anchorterminal.com/tools/glm-5-3-flash.md) | | | 36.7% | | | | | 55.8% | 17.1% | 90.2% | 93.9% | | | | -0.039 | 1610 | 1475 | 1274 |\n| [Gemini 4 Carbon](https://www.anchorterminal.com/tools/gemini-4-carbon.md) | | | | | | | | 90.5% | 95.1% | 96.5% | 100.0% | 77.7% | | | 0.161 | 1769 | 1527 | |\n| [Gemini 4 Hydrogen](https://www.anchorterminal.com/tools/gemini-4-hydrogen.md) | | | | | | | | 88.1% | 87.8% | 96.8% | 100.0% | 70.9% | | | 0.135 | 1701 | 1490 | |\n| [Gemini 4 Neon](https://www.anchorterminal.com/tools/gemini-4-neon.md) | | | | | | | | 91.2% | 97.6% | 96.3% | 100.0% | 75.2% | | | 0.184 | 1763 | 1513 | |\n| [Muse Spark 1.3](https://www.anchorterminal.com/tools/meta-model-api.md) | | | 14.6% | | | 54.4% | | 74.4% | 46.3% | | 99.2% | | | | 0.011 | 1654 | 1498 | 1288 |\n| [Grok 4.3](https://www.anchorterminal.com/tools/xai-api.md) | | | | | | | | 42.8% | 14.6% | 88.8% | 93.3% | 33.2% | | | | 1357 | 1442 | 1241 |\n| [Mistral Large 4](https://www.anchorterminal.com/tools/mistral-large-4.md) | | | 27.9% | | | | | | | 90.2% | 99.4% | 22.4% | | | -0.071 | 1570 | 1423 | 1233 |\n| [Muse Wonder](https://www.anchorterminal.com/tools/meta-model-api.md) | | | 47.0% | | | 45.6% | | 82.1% | 70.7% | | 99.4% | | | | 0.006 | 1648 | 1511 | |\n| [Gemini 3.5 Flash-Lite](https://www.anchorterminal.com/tools/vertex-ai.md) | | | | | | | | 26.0% | 0.0% | 83.3% | 71.1% | | | | | 1432 | 1455 | 1266 |\n| [MiniMax M3](https://www.anchorterminal.com/tools/minimax-api.md) | | | 7.3% | | | | | | | 90.9% | 71.1% | | | | -0.109 | 1484 | 1434 | 1231 |\n| [Qwen3.5-397B-A17B](https://www.anchorterminal.com/tools/qwen3-5-397b-a17b.md) | | | | 9.8% | | | | 31.2% | | 86.4% | 88.9% | | | | | 1400 | 1442 | 1245 |\n| [Muse Spark Open](https://www.anchorterminal.com/tools/muse-spark-open.md) | | | | | | | | 69.8% | 31.7% | 88.6% | 98.1% | 56.6% | | | | 1527 | | |\n| [DeepSeek-V4-Flash-0731](https://www.anchorterminal.com/tools/deepseek-v4-flash-0731.md) | | | | | | | | 57.5% | 24.4% | 91.0% | 94.4% | 33.6% | | | | | | |\n| [Gemma 4 26B A4B IT](https://www.anchorterminal.com/tools/gemma-4-26b-a4b-it.md) | | | | | | | | | | 73.2% | 82.2% | | | | | 1358 | 1438 | 1241 |\n| [Nemotron 3.5 Super VL](https://www.anchorterminal.com/tools/nemotron-3-5-super-vl.md) | | | 0.3% | | | | | | | | | | | | -0.173 | 1402 | 1416 | 1211 |\n| [GPT-6.2 Sol](https://www.anchorterminal.com/tools/openai-api.md) | | | | | | | | | | | | | | | 0.113 | 1754 | 1465 | |\n| [Mistral Medium 3.5](https://www.anchorterminal.com/tools/mistral-api.md) | | | | | | | | | | | | | | | -0.145 | 1263 | 1426 | 1199 |\n| [Qwen3-30B-A3B-Instruct-2507](https://www.anchorterminal.com/tools/qwen3-30b-a3b-instruct-2507.md) | 41.4% | | | | | | | | | 55.6% | 62.2% | | | | | | 1382 | |\n| [Qwen3.8-27B](https://www.anchorterminal.com/tools/qwen3-8-27b.md) | | | | | | | | | | | | | | | -0.055 | 1589 | 1435 | 1244 |\n| [Step 5 Preview](https://www.anchorterminal.com/tools/stepfun-api.md) | | | | | | | | | | | | | | | -0.051 | 1570 | 1449 | 1246 |\n| [gpt-oss-120b](https://www.anchorterminal.com/tools/gpt-oss-120b.md) | | | | | 41.8% | | | | | 75.8% | 88.9% | | | | | | 1352 | |\n| [DeepSeek-V3.2](https://www.anchorterminal.com/tools/deepseek-v3-2.md) | | | | | | | | | | | | | | | | 1362 | 1425 | |\n| [GLM-4.7-Flash](https://www.anchorterminal.com/tools/glm-4-7-flash.md) | | | | | | | | | | 60.5% | 58.3% | | | | | | 1365 | |\n| [Gemini 3.1 Flash-Lite](https://www.anchorterminal.com/tools/gemini-api.md) | | | | | | | | 27.7% | | 81.8% | 80.0% | | | | | | | |\n| [Gemma 4 31B](https://www.anchorterminal.com/tools/prism-inference.md) | | | | | | | | | | | | | | | | 1370 | 1452 | 1265 |\n| [Gemma 4 31B IT](https://www.anchorterminal.com/tools/gemma-4-31b-it.md) | | | | | | | | | | 75.8% | 73.3% | 10.4% | | | | | | |\n| [Hy3](https://www.anchorterminal.com/tools/hy3.md) | | | | | | | | | | | | | | | -0.086 | 1506 | 1454 | |\n| [Inkling 2 Small](https://www.anchorterminal.com/tools/inkling-2-small.md) | | | | | | | | | | | | | | | 0.015 | 1644 | 1412 | |\n| [Llama 3.3 70B](https://www.anchorterminal.com/tools/sambanova.md) | 31.9% | | | | | | | | | 47.4% | 5.1% | | | | | | | |\n| [Mistral Large 3](https://www.anchorterminal.com/tools/mistral-api.md) | | | | | | | | | | | | | | | | 1233 | 1415 | 1200 |\n| [Muse Ember](https://www.anchorterminal.com/tools/muse-ember.md) | | | | | | | | | | | | | | | 0.010 | 1609 | | |\n| [Nemotron 3 Ultra 550B A55B](https://www.anchorterminal.com/tools/nemotron-3-ultra-550b-a55b.md) | | | | | | | | | | 85.3% | 86.7% | | | | | | 1427 | |\n| [Qwen3-4B-Instruct-2507](https://www.anchorterminal.com/tools/qwen3-4b-instruct-2507.md) | 35.7% | | | | | | | | | 45.8% | 52.2% | | | | | | | |\n| [Qwen3.5-122B-A10B](https://www.anchorterminal.com/tools/qwen3-5-122b-a10b.md) | | | | | | | | | | | | | | | | 1360 | 1416 | 1226 |\n| [Qwen3.6-27B](https://www.anchorterminal.com/tools/qwen3-6-27b.md) | | | | | | | | 35.1% | | 85.9% | 91.1% | | | | | | | |\n| [Qwen3.6-35B-A3B](https://www.anchorterminal.com/tools/qwen3-6-35b-a3b.md) | | | | | | | | 20.4% | | 84.8% | 86.7% | | | | | | | |\n| [Tencent Hy4](https://www.anchorterminal.com/tools/hy4.md) | | | 39.1% | | | | | | | | | | | | 0.061 | 1650 | | |\n| [gpt-oss-20b](https://www.anchorterminal.com/tools/gpt-oss-20b.md) | | | | | | | | | | 60.8% | 65.3% | | | | | | 1318 | |\n| [Amazon Nova 2 Lite](https://www.anchorterminal.com/tools/amazon-bedrock.md) | 27.1% | | | | | | | | | | | | | | | | 1335 | |\n| [Cohere Embed and Rerank](https://www.anchorterminal.com/tools/cohere-embed.md) | | | | | | | | | | | | | 66.2 (s) | 55.7 (s) | | | | |\n| [EmbeddingGemma 2](https://www.anchorterminal.com/tools/embeddinggemma-2.md) | | | | | | | | | | | | | 67.5 (s) | 51.3 (s) | | | | |\n| [EmbeddingGemma 300M](https://www.anchorterminal.com/tools/embeddinggemma-300m.md) | | | | | | | | | | | | | 69.7 (s) | 55.7 (s) | | | | |\n| [Gemini Embedding](https://www.anchorterminal.com/tools/gemini-embedding.md) | | | | | | | | | | | | | 73.3 (s) | 64.3 (s) | | | | |\n| [Granite Embedding Small English R2](https://www.anchorterminal.com/tools/granite-embedding-small-english-r2.md) | | | | | | | | | | | | | 61.1 (s) | 53.9 (s) | | | | |\n| [Jina Embeddings and Reranker](https://www.anchorterminal.com/tools/jina-embeddings.md) | | | | | | | | | | | | | 71.1 (s) | 60.1 (s) | | | | |\n| [MiniMax-M2.5](https://www.anchorterminal.com/tools/minimax-m2-5.md) | | | | | | | | | | | | | | | | 1386 | 1391 | |\n| [MiniMax-M2.7](https://www.anchorterminal.com/tools/minimax-m2-7.md) | | | | | | | | | | | | | | | | 1398 | 1415 | |\n| [MiniMax-M3.1-Flash](https://www.anchorterminal.com/tools/minimax-m3-1-flash.md) | | | | | | | | | | | | | | | -0.037 | 1582 | | |\n| [Nomic Embed](https://www.anchorterminal.com/tools/nomic-embed.md) | | | | | | | | | | | | | 63.6 (s) | 50.7 (s) | | | | |\n| [Qwen3-Embedding-0.6B](https://www.anchorterminal.com/tools/qwen3-embedding-0-6b.md) | | | | | | | | | | | | | 70.5 (s) | 61.8 (s) | | | | |\n| [Qwen3-Embedding-4B](https://www.anchorterminal.com/tools/qwen3-embedding-4b.md) | | | | | | | | | | | | | 74.6 (s) | 68.5 (s) | | | | |\n| [Qwen3-Embedding-8B](https://www.anchorterminal.com/tools/qwen3-embedding-8b.md) | | | | | | | | | | | | | 75.2 (s) | 69.4 (s) | | | | |\n| [Qwen3.5-9B](https://www.anchorterminal.com/tools/qwen3-5-9b.md) | | | | | | | | | | 79.0% | 61.7% | | | | | | | |\n| [Qwen3.8-Flash-Next](https://www.anchorterminal.com/tools/qwen3-8-flash-next.md) | | | | | | | | | | | | | | | -0.049 | 1626 | | |\n| [jina-embeddings-v5-omni-small](https://www.anchorterminal.com/tools/jina-embeddings-v5-omni-small.md) | | | | | | | | | | | | | 71.8 (s) | 60.1 (s) | | | | |\n| [Beam 1.0](https://www.anchorterminal.com/tools/reflection-beam.md) | | | 6.4% | | | | | | | | | | | | | | | |\n| [Command R](https://www.anchorterminal.com/tools/cohere-chat.md) | | | | | | | | | | | | | | | | | 1251 | |\n| [Command R+ 08-2024](https://www.anchorterminal.com/tools/cohere-chat.md) | | | | | | | | | | | | | | | | | 1276 | |\n| [Command R7B](https://www.anchorterminal.com/tools/cohere-chat.md) | 32.1% | | | | | | | | | | | | | | | | | |\n| [DeepSeek V3.1](https://www.anchorterminal.com/tools/sambanova.md) | | | | | | | | | | | | | | | | | 1417 | |\n| [GLM-4.5-Air](https://www.anchorterminal.com/tools/glm-4-5-air.md) | | | | | | | | | | | | | | | | | 1373 | |\n| [GPT-Live](https://www.anchorterminal.com/tools/gpt-live.md) | | | | | | | | | | | | | | | | | | |\n| [Granite 4.2 30B](https://www.anchorterminal.com/tools/granite-4-2-30b.md) | | | | | | | | | | | | | | | | | 1340 | |\n| [Granite 4.2 3B](https://www.anchorterminal.com/tools/granite-4-2-3b.md) | | | | | | | | | | | | | | | | | 1289 | |\n| [Granite 4.2 8B](https://www.anchorterminal.com/tools/granite-4-2-8b.md) | | | | | | | | | | | | | | | | | 1290 | |\n| [Laguna M.1](https://www.anchorterminal.com/tools/laguna-m-1.md) | | | | | | | | | | | | | | | | 1350 | | |\n| [Nemotron 3 Nano 30B A3B](https://www.anchorterminal.com/tools/nemotron-3-nano-30b-a3b.md) | | | | | | | | | | | | | | | | | 1314 | |\n| [Nemotron 3 Super 120B A12B](https://www.anchorterminal.com/tools/nemotron-3-super-120b-a12b.md) | | | | | | | | | | | | | | | | | 1360 | |\n| [Nemotron 3.5 Lightning 30B A3B](https://www.anchorterminal.com/tools/nemotron-3-5-lightning-30b-a3b.md) | | | | | | | | | | | | | | | | | 1352 | |\n| [OpenAI embeddings](https://www.anchorterminal.com/tools/openai-embeddings.md) | | | | | | | | | | | | | | 58.0 (s) | | | | |\n| [Qwen3.5-4B](https://www.anchorterminal.com/tools/qwen3-5-4b.md) | | | | | | | | | | | 55.8% | | | | | | | |\n| [Step 3.5 Flash](https://www.anchorterminal.com/tools/stepfun-api.md) | | | | | | | | | | | | | | | | | 1393 | |\n\n## Who ran it\n\n- Independent. A party with nothing to sell in the model ran it and published how: Epoch AI, LMArena's votes, the Terminal-Bench maintainers, METR.\n- Submitted by the maker. The model's maker ran it and the leaderboard took the number, as MTEB and some of τ²-bench's rows are. Shown, and marked.\n- The maker's claim. A number only on the maker's own pages, a launch post or a model card. None is collected yet.\n- Measured by Anchor Terminal. Our own runs, such as the lab's evaluation. Not in these files yet.\n\nA rank is among the models we list with a result, at each model's best setting, not a place on the whole leaderboard. A model offered by several hosts is one set of results, shown on each of its listings. These results don't move our grades; how we grade is at https://www.anchorterminal.com/benchmark/\n\n## Not here yet\n\nSWE-bench's own leaderboard, Humanity's Last Exam and ARC-AGI, until their makers allow republishing; Epoch AI's own SWE-bench Verified runs stand in for the first. Artificial Analysis, the speech arenas, the benchmarks for coding agents, browsers, search and memory, and vendors' numbers about themselves come next.\n\n## Credits\n\n- Berkeley Function Calling Leaderboard (BFCL): Berkeley Function Calling Leaderboard, UC Berkeley (Gorilla), Apache 2.0, Apache-2.0 \u003chttps://github.com/HuanzhiMao/BFCL-Result/blob/main/LICENSE\u003e\n- METR time horizons: METR, task-completion time horizons, CC BY 4.0, CC-BY-4.0 \u003chttps://creativecommons.org/licenses/by/4.0/\u003e\n- Terminal-Bench: Terminal-Bench, Stanford and the Laude Institute, Apache 2.0, Apache-2.0 \u003chttps://github.com/harbor-framework/terminal-bench/blob/main/LICENSE\u003e\n- τ²-bench: τ²-bench, Sierra Research, MIT, MIT \u003chttps://github.com/sierra-research/tau2-bench/blob/main/LICENSE\u003e\n- Aider Polyglot: Aider polyglot leaderboard, Paul Gauthier and contributors, Apache 2.0, Apache-2.0 \u003chttps://github.com/Aider-AI/aider/blob/main/LICENSE.txt\u003e\n- MirrorCode: Epoch AI, Capabilities and benchmarking (CC BY 4.0), CC BY 4.0 \u003chttps://epoch.ai/benchmarks/use-this-data\u003e\n- SWE-bench Verified: Epoch AI, Capabilities and benchmarking (CC BY 4.0), CC BY 4.0 \u003chttps://epoch.ai/benchmarks/use-this-data\u003e\n- FrontierMath (Tiers 1-3): Epoch AI, Capabilities and benchmarking (CC BY 4.0), CC BY 4.0 \u003chttps://epoch.ai/benchmarks/use-this-data\u003e\n- FrontierMath Tier 4: Epoch AI, Capabilities and benchmarking (CC BY 4.0), CC BY 4.0 \u003chttps://epoch.ai/benchmarks/use-this-data\u003e\n- GPQA Diamond: Epoch AI, Capabilities and benchmarking (CC BY 4.0), CC BY 4.0 \u003chttps://epoch.ai/benchmarks/use-this-data\u003e\n- OTIS Mock AIME 2024-2025: Epoch AI, Capabilities and benchmarking (CC BY 4.0), CC BY 4.0 \u003chttps://epoch.ai/benchmarks/use-this-data\u003e\n- SimpleQA Verified: Epoch AI, Capabilities and benchmarking (CC BY 4.0), CC BY 4.0 \u003chttps://epoch.ai/benchmarks/use-this-data\u003e\n- MTEB English v2: MTEB, embeddings-benchmark/results (CC0), CC0-1.0 \u003chttps://github.com/embeddings-benchmark/results/blob/main/LICENSE\u003e\n- MTEB English v2 retrieval: MTEB, embeddings-benchmark/results (CC0), CC0-1.0 \u003chttps://github.com/embeddings-benchmark/results/blob/main/LICENSE\u003e\n- LMArena Agent Arena: LMArena leaderboard dataset (lmarena-ai/leaderboard-dataset), CC BY 4.0, CC-BY-4.0 \u003chttps://creativecommons.org/licenses/by/4.0/\u003e\n- LMArena Code Arena (WebDev): LMArena leaderboard dataset (lmarena-ai/leaderboard-dataset), CC BY 4.0, CC-BY-4.0 \u003chttps://creativecommons.org/licenses/by/4.0/\u003e\n- LMArena Text Arena: LMArena leaderboard dataset (lmarena-ai/leaderboard-dataset), CC BY 4.0, CC-BY-4.0 \u003chttps://creativecommons.org/licenses/by/4.0/\u003e\n- LMArena Vision Arena: LMArena leaderboard dataset (lmarena-ai/leaderboard-dataset), CC BY 4.0, CC-BY-4.0 \u003chttps://creativecommons.org/licenses/by/4.0/\u003e\n",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-22",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "1.0",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "page": {
    "breadcrumbs": [
      {
        "name": "Home",
        "url": "https://www.anchorterminal.com/"
      },
      {
        "name": "Benchmarks",
        "url": ""
      }
    ],
    "description": "677 results from 18 public benchmarks on 94 AI models we list, each marked independent or submitted by the model's maker, with its setting, date and source.",
    "facts": [
      "18 benchmarks",
      "677 results",
      "94 models"
    ],
    "h1": "Benchmarks",
    "image": "https://www.anchorterminal.com/assets/og/benchmarks.png",
    "path": "/benchmarks/",
    "published": "",
    "section": "benchmarks",
    "title": "Benchmarks: published results for AI models, and who ran each",
    "toc": null,
    "updated": "2026-11-21",
    "url": "https://www.anchorterminal.com/benchmarks/"
  },
  "tokens": {
    "markdown": 6100,
    "slim": 5830
  },
  "version": 1
}
