{
  "data": {
    "area": "reasoning",
    "attribution": "Epoch AI, Capabilities and benchmarking (CC BY 4.0)",
    "cadence": "as models are released",
    "categories": [
      "inference",
      "open-weights"
    ],
    "ceiling": 100,
    "competitor": "",
    "data": "https://epoch.ai/data/benchmark_data.zip",
    "direction": "higher",
    "floor": 0,
    "json": "https://www.anchorterminal.com/benchmarks/simpleqa-verified/index.json",
    "licence": "CC BY 4.0",
    "licenceUrl": "https://epoch.ai/benchmarks/use-this-data",
    "measures": "1,000 short factual questions with no answer choices, made by Google from OpenAI's SimpleQA. Epoch AI asks the model to guess rather than abstain, has a grader model mark each answer and reports the share answered correctly, not Google's F1 score.",
    "method": "https://epoch.ai/benchmarks/simple-qa-verified",
    "models": 30,
    "name": "SimpleQA Verified",
    "newest": "2026-11-19",
    "page": "https://www.anchorterminal.com/benchmarks/simpleqa-verified/",
    "read": "2026-11-20",
    "results": 31,
    "runBy": "Epoch AI",
    "saturated": false,
    "slug": "simpleqa-verified",
    "status": "current",
    "unit": "% of questions correct",
    "versions": [
      {
        "rows": [
          {
            "as": "claude-fable-5-2",
            "date": "2026-11-06",
            "listing": "claude-fable-5-2",
            "model": "claude-fable-5-2",
            "name": "Claude Fable 5.2",
            "of": 30,
            "rank": 1,
            "runBy": "Epoch AI",
            "score": 94,
            "setting": {
              "effort": "max"
            },
            "tier": "independent"
          },
          {
            "as": "gpt-6.2-astra",
            "date": "2026-10-27",
            "listing": "gpt-6-2-astra",
            "model": "gpt-6-2-astra",
            "name": "GPT-6.2 Astra",
            "of": 30,
            "rank": 2,
            "runBy": "Epoch AI",
            "score": 78.5,
            "setting": {
              "effort": "max"
            },
            "tier": "independent"
          },
          {
            "as": "gemini-4-carbon",
            "date": "2026-11-02",
            "listing": "gemini-4-carbon",
            "model": "gemini-4-carbon",
            "name": "Gemini 4 Carbon",
            "of": 30,
            "rank": 3,
            "runBy": "Epoch AI",
            "score": 77.7,
            "setting": {
              "effort": "high"
            },
            "tier": "independent"
          },
          {
            "as": "gemini-4-argon",
            "date": "2026-10-13",
            "listing": "gemini-4-argon",
            "model": "gemini-4-argon",
            "name": "Gemini 4 Argon",
            "of": 30,
            "rank": 4,
            "runBy": "Epoch AI",
            "score": 76,
            "setting": {
              "effort": "high"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fiq4Y9tXpiyLP25yotySxJW.eval"
          },
          {
            "as": "gpt-6-astra",
            "date": "2026-08-30",
            "listing": "azure-openai",
            "model": "gpt-6-astra",
            "name": "GPT-6 Astra",
            "of": 30,
            "rank": 5,
            "runBy": "Epoch AI",
            "score": 75.6,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FPppwnX7EjXx2SeTcFN8Ujn.eval"
          },
          {
            "as": "gemini-4-neon",
            "date": "2026-11-19",
            "listing": "gemini-4-neon",
            "model": "gemini-4-neon",
            "name": "Gemini 4 Neon",
            "of": 30,
            "rank": 6,
            "runBy": "Epoch AI",
            "score": 75.2,
            "setting": {
              "effort": "xhigh"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FoNv3qiZwkezTmFHngNKsne.eval"
          },
          {
            "as": "gpt-6.1-sol",
            "date": "2026-09-29",
            "listing": "openai-api",
            "model": "gpt-6-1-sol",
            "name": "GPT-6.1 Sol",
            "of": 30,
            "rank": 7,
            "runBy": "Epoch AI",
            "score": 73.9,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdfT5VD7cQug8XW6GQHyJUF.eval"
          },
          {
            "as": "gemini-3.1-pro-preview",
            "date": "2026-08-10",
            "listing": "vertex-ai",
            "model": "gemini-3-1-pro-preview",
            "name": "Gemini 3.1 Pro (preview)",
            "of": 30,
            "rank": 8,
            "runBy": "Epoch AI",
            "score": 73.5,
            "setting": {
              "effort": "high"
            },
            "tier": "independent"
          },
          {
            "as": "claude-opus-5-5",
            "date": "2026-09-22",
            "listing": "anthropic-api",
            "model": "claude-opus-5-5",
            "name": "Claude Opus 5.5",
            "of": 30,
            "rank": 9,
            "runBy": "Epoch AI",
            "score": 72.2,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FCgLfiGcNwMPVzxr8GdNUAK.eval"
          },
          {
            "as": "gemini-4-hydrogen",
            "date": "2026-11-13",
            "listing": "gemini-4-hydrogen",
            "model": "gemini-4-hydrogen",
            "name": "Gemini 4 Hydrogen",
            "of": 30,
            "rank": 10,
            "runBy": "Epoch AI",
            "score": 70.9,
            "setting": {
              "effort": "xhigh"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FBTWvEjbekh8TC7kWurJnrR.eval"
          },
          {
            "as": "claude-fable-5-1",
            "date": "2026-09-01",
            "listing": "anthropic-api",
            "model": "claude-fable-5-1",
            "name": "Claude Fable 5.1",
            "of": 30,
            "rank": 11,
            "runBy": "Epoch AI",
            "score": 70.8,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FExyL3GN8s34tizrXV3VmS3.eval"
          },
          {
            "as": "gemini-3.8-flash",
            "date": "2026-09-02",
            "listing": "vertex-ai",
            "model": "gemini-3-8-flash",
            "name": "Gemini 3.8 Flash",
            "of": 30,
            "rank": 12,
            "runBy": "Epoch AI",
            "score": 69.7,
            "setting": {
              "effort": "high"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FgZ4bwozTKtpmZTqnqX3a33.eval"
          },
          {
            "as": "kimi-k3.1-pro-together",
            "date": "2026-11-06",
            "listing": "kimi-k3-1-pro",
            "model": "kimi-k3-1-pro",
            "name": "Kimi K3.1 Pro",
            "of": 30,
            "rank": 13,
            "runBy": "Epoch AI",
            "score": 62.2,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FHumfsXVh5BZWuTo6Z8Gqnf.eval"
          },
          {
            "as": "gpt-6-sol",
            "date": "2026-09-22",
            "listing": "azure-openai",
            "model": "gpt-6-sol",
            "name": "GPT-6 Sol",
            "of": 30,
            "rank": 14,
            "runBy": "Epoch AI",
            "score": 60.7,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdonMeEKBZZdqpQsojKWJEm.eval"
          },
          {
            "as": "gpt-6.1-terra",
            "date": "2026-10-26",
            "listing": "openai-api",
            "model": "gpt-6-1-terra",
            "name": "GPT-6.1 Terra",
            "of": 30,
            "rank": 15,
            "runBy": "Epoch AI",
            "score": 57.3,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FBixeio8A6SejZtUzFXFSXK.eval"
          },
          {
            "as": "Muse-Spark-Open-816B-A42B",
            "date": "2026-10-15",
            "listing": "muse-spark-open",
            "model": "muse-spark-open",
            "name": "Muse Spark Open",
            "of": 30,
            "rank": 16,
            "runBy": "Epoch AI",
            "score": 56.6,
            "setting": {
              "effort": "xhigh"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdNuxLdV4DWqfSvtTq6NnK8.eval"
          },
          {
            "as": "grok-4.7",
            "date": "2026-09-22",
            "listing": "xai-api",
            "model": "grok-4-7",
            "name": "Grok 4.7",
            "of": 30,
            "rank": 17,
            "runBy": "Epoch AI",
            "score": 56,
            "setting": {
              "effort": "xhigh"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F6izDCw5ygCLZJEKPS8jV5T.eval"
          },
          {
            "as": "kimi-k3",
            "date": "2026-08-27",
            "listing": "kimi-k3",
            "model": "kimi-k3",
            "name": "Kimi K3",
            "of": 30,
            "rank": 18,
            "runBy": "Epoch AI",
            "score": 50.6,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FmZLWt2JSYvJyGhMvji7CT8.eval"
          },
          {
            "as": "deepseek-v4-pro",
            "date": "2026-08-27",
            "listing": "deepseek-api",
            "model": "deepseek-v4-pro",
            "name": "DeepSeek V4 Pro",
            "of": 30,
            "rank": 19,
            "runBy": "Epoch AI",
            "score": 46.99,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FSq9xqkVTmFvELpQy9KH5TM.eval"
          },
          {
            "as": "claude-sonnet-5-5",
            "date": "2026-09-29",
            "listing": "anthropic-api",
            "model": "claude-sonnet-5-5",
            "name": "Claude Sonnet 5.5",
            "of": 30,
            "rank": 20,
            "runBy": "Epoch AI",
            "score": 46.5,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FGtJ5yd3ZPQ7HVcm6Q9ssQz.eval"
          },
          {
            "as": "deepseek-v4.1-flash",
            "date": "2026-10-13",
            "listing": "deepseek-v4-1-flash",
            "model": "deepseek-v4-1-flash",
            "name": "DeepSeek V4.1 Flash",
            "of": 30,
            "rank": 21,
            "runBy": "Epoch AI",
            "score": 42.9,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F3JJ4ChNxMo8CGAh3HrKNrw.eval"
          },
          {
            "as": "deepseek-v4.1-flash-1017",
            "date": "2026-10-19",
            "listing": "deepseek-v4-1-flash",
            "model": "deepseek-v4-1-flash",
            "name": "DeepSeek V4.1 Flash",
            "runBy": "Epoch AI",
            "score": 42.5,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FEi4XWaCH5drYUnDRo2MYCW.eval"
          },
          {
            "as": "gpt-6-luna",
            "date": "2026-09-22",
            "listing": "azure-openai",
            "model": "gpt-6-luna",
            "name": "GPT-6 Luna",
            "of": 30,
            "rank": 22,
            "runBy": "Epoch AI",
            "score": 41.4,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FHX9sRVWJtZiNvneALnVzs8.eval"
          },
          {
            "as": "glm-5.3",
            "date": "2026-08-28",
            "listing": "glm-5-3",
            "model": "glm-5-3",
            "name": "GLM-5.3",
            "of": 30,
            "rank": 23,
            "runBy": "Epoch AI",
            "score": 41,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FTY8R8FV7zCwByEipkqyg2P.eval"
          },
          {
            "as": "Inkling",
            "date": "2026-08-27",
            "listing": "inkling",
            "model": "inkling",
            "name": "Inkling",
            "of": 30,
            "rank": 24,
            "runBy": "Epoch AI",
            "score": 40.3,
            "setting": {
              "effort": "xhigh"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FbpnzC6CCi3hWuKCfqX4KEY.eval"
          },
          {
            "as": "deepseek-v4-flash-0731",
            "date": "2026-08-27",
            "listing": "deepseek-v4-flash-0731",
            "model": "deepseek-v4-flash-0731",
            "name": "DeepSeek-V4-Flash-0731",
            "of": 30,
            "rank": 25,
            "runBy": "Epoch AI",
            "score": 33.63,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FTqFmiGvqozt7TSZYmhgF8m.eval"
          },
          {
            "as": "grok-4.3",
            "date": "2026-08-27",
            "listing": "xai-api",
            "model": "grok-4-3",
            "name": "Grok 4.3",
            "of": 30,
            "rank": 26,
            "runBy": "Epoch AI",
            "score": 33.2,
            "setting": {
              "effort": "high"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FY39ZRp553ULpUDBV2XrBbc.eval"
          },
          {
            "as": "claude-haiku-5-5",
            "date": "2026-10-09",
            "listing": "anthropic-api",
            "model": "claude-haiku-5-5",
            "name": "Claude Haiku 5.5",
            "of": 30,
            "rank": 27,
            "runBy": "Epoch AI",
            "score": 23.8,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FNwnrUMtveqHDYB2Um4ycmA.eval"
          },
          {
            "as": "mistral-large-4-0-oss",
            "date": "2026-11-02",
            "listing": "mistral-large-4",
            "model": "mistral-large-4",
            "name": "Mistral Large 4",
            "of": 30,
            "rank": 28,
            "runBy": "Epoch AI",
            "score": 22.4,
            "setting": {
              "effort": "high"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJYSfRXRddi6hYzpnSD3G7V.eval"
          },
          {
            "as": "inkling-small",
            "date": "2026-08-27",
            "listing": "inkling-small",
            "model": "inkling-small",
            "name": "Inkling-Small",
            "of": 30,
            "rank": 29,
            "runBy": "Epoch AI",
            "score": 19.1,
            "setting": {
              "effort": "xhigh"
            },
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FeJfbDKqeg9kNXFoxpeV7HG.eval"
          },
          {
            "as": "gemma-4-31b-it",
            "date": "2026-08-27",
            "listing": "gemma-4-31b-it",
            "model": "gemma-4-31b-it",
            "name": "Gemma 4 31B IT",
            "of": 30,
            "rank": 30,
            "runBy": "Epoch AI",
            "score": 10.4,
            "tier": "independent",
            "url": "https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FD5cbXacPnJ8akq2jAtifEQ.eval"
          }
        ],
        "version": ""
      }
    ]
  },
  "kind": "anchor.page",
  "links": {
    "api": "https://www.anchorterminal.com/api/v1/index.json",
    "html": "https://www.anchorterminal.com/benchmarks/simpleqa-verified/",
    "json": "https://www.anchorterminal.com/benchmarks/simpleqa-verified/index.json",
    "llms": "https://www.anchorterminal.com/llms.txt",
    "markdown": "https://www.anchorterminal.com/benchmarks/simpleqa-verified/index.md",
    "mcp": "https://www.anchorterminal.com/mcp",
    "slim": "https://www.anchorterminal.com/benchmarks/simpleqa-verified/index.min.md"
  },
  "markdown": "1,000 short factual questions with no answer choices, made by Google from OpenAI's SimpleQA. Epoch AI asks the model to guess rather than abstain, has a grader model mark each answer and reports the share answered correctly, not Google's F1 score.\n\n- Score: % of questions correct, higher is better\n- Run by: Epoch AI\n- Status: Current, newest result 19 November 2026\n- Updated: as models are released\n- Data: https://epoch.ai/data/benchmark_data.zip (CC BY 4.0, https://epoch.ai/benchmarks/use-this-data), read 2026-11-20\n- Method: https://epoch.ai/benchmarks/simple-qa-verified\n\n## Results\n\n30 models we list, each at its best setting, best first.\n\n| # | Model | Score | Range | Who ran it | Setting | Date | Source |\n| --- | --- | --- | --- | --- | --- | --- | --- |\n| 1 | [Claude Fable 5.2](https://www.anchorterminal.com/tools/claude-fable-5-2.md) | 94.0% |  | Independent | effort max | 2026-11-06 | https://epoch.ai/benchmarks/use-this-data |\n| 2 | [GPT-6.2 Astra](https://www.anchorterminal.com/tools/gpt-6-2-astra.md) | 78.5% |  | Independent | effort max | 2026-10-27 | https://epoch.ai/benchmarks/use-this-data |\n| 3 | [Gemini 4 Carbon](https://www.anchorterminal.com/tools/gemini-4-carbon.md) | 77.7% |  | Independent | effort high | 2026-11-02 | https://epoch.ai/benchmarks/use-this-data |\n| 4 | [Gemini 4 Argon](https://www.anchorterminal.com/tools/gemini-4-argon.md) | 76.0% |  | Independent | effort high | 2026-10-13 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fiq4Y9tXpiyLP25yotySxJW.eval |\n| 5 | [GPT-6 Astra](https://www.anchorterminal.com/tools/azure-openai.md) | 75.6% |  | Independent | effort max | 2026-08-30 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FPppwnX7EjXx2SeTcFN8Ujn.eval |\n| 6 | [Gemini 4 Neon](https://www.anchorterminal.com/tools/gemini-4-neon.md) | 75.2% |  | Independent | effort xhigh | 2026-11-19 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FoNv3qiZwkezTmFHngNKsne.eval |\n| 7 | [GPT-6.1 Sol](https://www.anchorterminal.com/tools/openai-api.md) | 73.9% |  | Independent | effort max | 2026-09-29 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdfT5VD7cQug8XW6GQHyJUF.eval |\n| 8 | [Gemini 3.1 Pro (preview)](https://www.anchorterminal.com/tools/vertex-ai.md) | 73.5% |  | Independent | effort high | 2026-08-10 | https://epoch.ai/benchmarks/use-this-data |\n| 9 | [Claude Opus 5.5](https://www.anchorterminal.com/tools/anthropic-api.md) | 72.2% |  | Independent | effort max | 2026-09-22 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FCgLfiGcNwMPVzxr8GdNUAK.eval |\n| 10 | [Gemini 4 Hydrogen](https://www.anchorterminal.com/tools/gemini-4-hydrogen.md) | 70.9% |  | Independent | effort xhigh | 2026-11-13 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FBTWvEjbekh8TC7kWurJnrR.eval |\n| 11 | [Claude Fable 5.1](https://www.anchorterminal.com/tools/anthropic-api.md) | 70.8% |  | Independent | effort max | 2026-09-01 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FExyL3GN8s34tizrXV3VmS3.eval |\n| 12 | [Gemini 3.8 Flash](https://www.anchorterminal.com/tools/vertex-ai.md) | 69.7% |  | Independent | effort high | 2026-09-02 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FgZ4bwozTKtpmZTqnqX3a33.eval |\n| 13 | [Kimi K3.1 Pro](https://www.anchorterminal.com/tools/kimi-k3-1-pro.md) | 62.2% |  | Independent | effort max | 2026-11-06 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FHumfsXVh5BZWuTo6Z8Gqnf.eval |\n| 14 | [GPT-6 Sol](https://www.anchorterminal.com/tools/azure-openai.md) | 60.7% |  | Independent | effort max | 2026-09-22 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdonMeEKBZZdqpQsojKWJEm.eval |\n| 15 | [GPT-6.1 Terra](https://www.anchorterminal.com/tools/openai-api.md) | 57.3% |  | Independent | effort max | 2026-10-26 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FBixeio8A6SejZtUzFXFSXK.eval |\n| 16 | [Muse Spark Open](https://www.anchorterminal.com/tools/muse-spark-open.md) | 56.6% |  | Independent | effort xhigh | 2026-10-15 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdNuxLdV4DWqfSvtTq6NnK8.eval |\n| 17 | [Grok 4.7](https://www.anchorterminal.com/tools/xai-api.md) | 56.0% |  | Independent | effort xhigh | 2026-09-22 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F6izDCw5ygCLZJEKPS8jV5T.eval |\n| 18 | [Kimi K3](https://www.anchorterminal.com/tools/kimi-k3.md) | 50.6% |  | Independent | effort max | 2026-08-27 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FmZLWt2JSYvJyGhMvji7CT8.eval |\n| 19 | [DeepSeek V4 Pro](https://www.anchorterminal.com/tools/deepseek-api.md) | 47.0% |  | Independent | effort max | 2026-08-27 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FSq9xqkVTmFvELpQy9KH5TM.eval |\n| 20 | [Claude Sonnet 5.5](https://www.anchorterminal.com/tools/anthropic-api.md) | 46.5% |  | Independent | effort max | 2026-09-29 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FGtJ5yd3ZPQ7HVcm6Q9ssQz.eval |\n| 21 | [DeepSeek V4.1 Flash](https://www.anchorterminal.com/tools/deepseek-v4-1-flash.md) | 42.9% |  | Independent | effort max | 2026-10-13 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F3JJ4ChNxMo8CGAh3HrKNrw.eval |\n| 22 | [GPT-6 Luna](https://www.anchorterminal.com/tools/azure-openai.md) | 41.4% |  | Independent | effort max | 2026-09-22 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FHX9sRVWJtZiNvneALnVzs8.eval |\n| 23 | [GLM-5.3](https://www.anchorterminal.com/tools/glm-5-3.md) | 41.0% |  | Independent | effort max | 2026-08-28 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FTY8R8FV7zCwByEipkqyg2P.eval |\n| 24 | [Inkling](https://www.anchorterminal.com/tools/inkling.md) | 40.3% |  | Independent | effort xhigh | 2026-08-27 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FbpnzC6CCi3hWuKCfqX4KEY.eval |\n| 25 | [DeepSeek-V4-Flash-0731](https://www.anchorterminal.com/tools/deepseek-v4-flash-0731.md) | 33.6% |  | Independent | effort max | 2026-08-27 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FTqFmiGvqozt7TSZYmhgF8m.eval |\n| 26 | [Grok 4.3](https://www.anchorterminal.com/tools/xai-api.md) | 33.2% |  | Independent | effort high | 2026-08-27 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FY39ZRp553ULpUDBV2XrBbc.eval |\n| 27 | [Claude Haiku 5.5](https://www.anchorterminal.com/tools/anthropic-api.md) | 23.8% |  | Independent | effort max | 2026-10-09 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FNwnrUMtveqHDYB2Um4ycmA.eval |\n| 28 | [Mistral Large 4](https://www.anchorterminal.com/tools/mistral-large-4.md) | 22.4% |  | Independent | effort high | 2026-11-02 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJYSfRXRddi6hYzpnSD3G7V.eval |\n| 29 | [Inkling-Small](https://www.anchorterminal.com/tools/inkling-small.md) | 19.1% |  | Independent | effort xhigh | 2026-08-27 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FeJfbDKqeg9kNXFoxpeV7HG.eval |\n| 30 | [Gemma 4 31B IT](https://www.anchorterminal.com/tools/gemma-4-31b-it.md) | 10.4% |  | Independent |  | 2026-08-27 | https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FD5cbXacPnJ8akq2jAtifEQ.eval |\n\nEvery setting, 31 rows:\n\n| Model | As named | Score | Who ran it | Setting | Date |\n| --- | --- | --- | --- | --- | --- |\n| Claude Fable 5.2 | claude-fable-5-2 | 94.0% | Independent | effort max | 2026-11-06 |\n| GPT-6.2 Astra | gpt-6.2-astra | 78.5% | Independent | effort max | 2026-10-27 |\n| Gemini 4 Carbon | gemini-4-carbon | 77.7% | Independent | effort high | 2026-11-02 |\n| Gemini 4 Argon | gemini-4-argon | 76.0% | Independent | effort high | 2026-10-13 |\n| GPT-6 Astra | gpt-6-astra | 75.6% | Independent | effort max | 2026-08-30 |\n| Gemini 4 Neon | gemini-4-neon | 75.2% | Independent | effort xhigh | 2026-11-19 |\n| GPT-6.1 Sol | gpt-6.1-sol | 73.9% | Independent | effort max | 2026-09-29 |\n| Gemini 3.1 Pro (preview) | gemini-3.1-pro-preview | 73.5% | Independent | effort high | 2026-08-10 |\n| Claude Opus 5.5 | claude-opus-5-5 | 72.2% | Independent | effort max | 2026-09-22 |\n| Gemini 4 Hydrogen | gemini-4-hydrogen | 70.9% | Independent | effort xhigh | 2026-11-13 |\n| Claude Fable 5.1 | claude-fable-5-1 | 70.8% | Independent | effort max | 2026-09-01 |\n| Gemini 3.8 Flash | gemini-3.8-flash | 69.7% | Independent | effort high | 2026-09-02 |\n| Kimi K3.1 Pro | kimi-k3.1-pro-together | 62.2% | Independent | effort max | 2026-11-06 |\n| GPT-6 Sol | gpt-6-sol | 60.7% | Independent | effort max | 2026-09-22 |\n| GPT-6.1 Terra | gpt-6.1-terra | 57.3% | Independent | effort max | 2026-10-26 |\n| Muse Spark Open | Muse-Spark-Open-816B-A42B | 56.6% | Independent | effort xhigh | 2026-10-15 |\n| Grok 4.7 | grok-4.7 | 56.0% | Independent | effort xhigh | 2026-09-22 |\n| Kimi K3 | kimi-k3 | 50.6% | Independent | effort max | 2026-08-27 |\n| DeepSeek V4 Pro | deepseek-v4-pro | 47.0% | Independent | effort max | 2026-08-27 |\n| Claude Sonnet 5.5 | claude-sonnet-5-5 | 46.5% | Independent | effort max | 2026-09-29 |\n| DeepSeek V4.1 Flash | deepseek-v4.1-flash | 42.9% | Independent | effort max | 2026-10-13 |\n| DeepSeek V4.1 Flash | deepseek-v4.1-flash-1017 | 42.5% | Independent | effort max | 2026-10-19 |\n| GPT-6 Luna | gpt-6-luna | 41.4% | Independent | effort max | 2026-09-22 |\n| GLM-5.3 | glm-5.3 | 41.0% | Independent | effort max | 2026-08-28 |\n| Inkling | Inkling | 40.3% | Independent | effort xhigh | 2026-08-27 |\n| DeepSeek-V4-Flash-0731 | deepseek-v4-flash-0731 | 33.6% | Independent | effort max | 2026-08-27 |\n| Grok 4.3 | grok-4.3 | 33.2% | Independent | effort high | 2026-08-27 |\n| Claude Haiku 5.5 | claude-haiku-5-5 | 23.8% | Independent | effort max | 2026-10-09 |\n| Mistral Large 4 | mistral-large-4-0-oss | 22.4% | Independent | effort high | 2026-11-02 |\n| Inkling-Small | inkling-small | 19.1% | Independent | effort xhigh | 2026-08-27 |\n| Gemma 4 31B IT | gemma-4-31b-it | 10.4% | Independent |  | 2026-08-27 |\n\nA rank is among the models we list with a result, not a place on the whole leaderboard, and a model offered by several hosts is shown once, on its own listing. These results don't move our grades.\n\nData: Epoch AI, Capabilities and benchmarking (CC BY 4.0), CC BY 4.0. All benchmarks: https://www.anchorterminal.com/benchmarks/index.md\n",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-22",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "1.0",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "page": {
    "breadcrumbs": [
      {
        "name": "Home",
        "url": "https://www.anchorterminal.com/"
      },
      {
        "name": "Benchmarks",
        "url": "https://www.anchorterminal.com/benchmarks/"
      },
      {
        "name": "SimpleQA Verified",
        "url": ""
      }
    ],
    "description": "SimpleQA Verified results for 30 AI models we list, run by Epoch AI, with each result's setting, date and source.",
    "facts": [
      "30 models",
      "Epoch AI",
      "Current"
    ],
    "h1": "SimpleQA Verified",
    "image": "https://www.anchorterminal.com/assets/og/benchmarks-simpleqa-verified.png",
    "path": "/benchmarks/simpleqa-verified/",
    "published": "",
    "section": "benchmarks",
    "title": "SimpleQA Verified results for the AI models we list | Anchor Terminal",
    "toc": null,
    "updated": "2026-11-21",
    "url": "https://www.anchorterminal.com/benchmarks/simpleqa-verified/"
  },
  "tokens": {
    "markdown": 3100,
    "slim": 2980
  },
  "version": 1
}
