{
  "data": {
    "area": "arena",
    "attribution": "LMArena leaderboard dataset (lmarena-ai/leaderboard-dataset), CC BY 4.0",
    "cadence": "daily",
    "categories": [
      "inference",
      "open-weights"
    ],
    "competitor": "",
    "data": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset",
    "direction": "higher",
    "json": "https://www.anchorterminal.com/benchmarks/lmarena-agent/index.json",
    "licence": "CC-BY-4.0",
    "licenceUrl": "https://creativecommons.org/licenses/by/4.0/",
    "measures": "How models do as agents in sessions people run through the arena, scored with inverse propensity scoring (IPS) from signals in those sessions (task outcome, bash reliability, steerability, tool hallucination, praise and complaints) rather than from pairwise votes.",
    "method": "https://arena.ai/blog/agent-arena-methodology/",
    "models": 40,
    "name": "LMArena Agent Arena",
    "newest": "2026-11-18",
    "page": "https://www.anchorterminal.com/benchmarks/lmarena-agent/",
    "read": "2026-11-20",
    "results": 46,
    "runBy": "LMArena",
    "saturated": false,
    "slug": "lmarena-agent",
    "status": "current",
    "unit": "IPS score",
    "versions": [
      {
        "rows": [
          {
            "as": "Claude Fable 5.2 (Max)",
            "ci": [
              0.245,
              0.304
            ],
            "date": "2026-11-18",
            "listing": "claude-fable-5-2",
            "model": "claude-fable-5-2",
            "name": "Claude Fable 5.2",
            "of": 40,
            "rank": 1,
            "runBy": "LMArena",
            "score": 0.274,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Claude Opus 5.5 (Max)",
            "ci": [
              0.166,
              0.207
            ],
            "date": "2026-11-18",
            "listing": "anthropic-api",
            "model": "claude-opus-5-5",
            "name": "Claude Opus 5.5",
            "of": 40,
            "rank": 2,
            "runBy": "LMArena",
            "score": 0.186,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Gemini 4 Neon (High)",
            "ci": [
              0.159,
              0.209
            ],
            "date": "2026-11-18",
            "listing": "gemini-4-neon",
            "model": "gemini-4-neon",
            "name": "Gemini 4 Neon",
            "of": 40,
            "rank": 3,
            "runBy": "LMArena",
            "score": 0.184,
            "setting": {
              "effort": "high"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Gemini 4 Carbon (High)",
            "ci": [
              0.154,
              0.168
            ],
            "date": "2026-11-18",
            "listing": "gemini-4-carbon",
            "model": "gemini-4-carbon",
            "name": "Gemini 4 Carbon",
            "of": 40,
            "rank": 4,
            "runBy": "LMArena",
            "score": 0.161,
            "setting": {
              "effort": "high"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Claude Sonnet 5.5 (Max)",
            "ci": [
              0.127,
              0.185
            ],
            "date": "2026-11-18",
            "listing": "anthropic-api",
            "model": "claude-sonnet-5-5",
            "name": "Claude Sonnet 5.5",
            "of": 40,
            "rank": 5,
            "runBy": "LMArena",
            "score": 0.156,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "GPT-6.2 Astra (Max)",
            "ci": [
              0.125,
              0.18
            ],
            "date": "2026-11-18",
            "listing": "gpt-6-2-astra",
            "model": "gpt-6-2-astra",
            "name": "GPT-6.2 Astra",
            "of": 40,
            "rank": 6,
            "runBy": "LMArena",
            "score": 0.152,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "GPT-6 Astra (Max)",
            "ci": [
              0.125,
              0.166
            ],
            "date": "2026-11-18",
            "listing": "azure-openai",
            "model": "gpt-6-astra",
            "name": "GPT-6 Astra",
            "of": 40,
            "rank": 7,
            "runBy": "LMArena",
            "score": 0.146,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Claude Fable 5.1 (Max)",
            "ci": [
              0.116,
              0.157
            ],
            "date": "2026-11-18",
            "listing": "anthropic-api",
            "model": "claude-fable-5-1",
            "name": "Claude Fable 5.1",
            "of": 40,
            "rank": 8,
            "runBy": "LMArena",
            "score": 0.137,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Claude Opus 5.5 (High)",
            "ci": [
              0.126,
              0.148
            ],
            "date": "2026-11-18",
            "listing": "anthropic-api",
            "model": "claude-opus-5-5",
            "name": "Claude Opus 5.5",
            "runBy": "LMArena",
            "score": 0.137,
            "setting": {
              "effort": "high"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Gemini 4 Hydrogen (High)",
            "ci": [
              0.118,
              0.153
            ],
            "date": "2026-11-18",
            "listing": "gemini-4-hydrogen",
            "model": "gemini-4-hydrogen",
            "name": "Gemini 4 Hydrogen",
            "of": 40,
            "rank": 9,
            "runBy": "LMArena",
            "score": 0.135,
            "setting": {
              "effort": "high"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "GPT-6.1 Sol (Max)",
            "ci": [
              0.102,
              0.124
            ],
            "date": "2026-11-18",
            "listing": "openai-api",
            "model": "gpt-6-1-sol",
            "name": "GPT-6.1 Sol",
            "of": 40,
            "rank": 10,
            "runBy": "LMArena",
            "score": 0.113,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "GPT-6.2 Sol (Max)",
            "ci": [
              0.089,
              0.137
            ],
            "date": "2026-11-18",
            "listing": "openai-api",
            "model": "gpt-6-2-sol",
            "name": "GPT-6.2 Sol",
            "of": 40,
            "rank": 10,
            "runBy": "LMArena",
            "score": 0.113,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "GPT-6.1 Terra (Max)",
            "ci": [
              0.093,
              0.117
            ],
            "date": "2026-11-18",
            "listing": "openai-api",
            "model": "gpt-6-1-terra",
            "name": "GPT-6.1 Terra",
            "of": 40,
            "rank": 12,
            "runBy": "LMArena",
            "score": 0.105,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Gemini 4 Argon (High)",
            "ci": [
              0.094,
              0.112
            ],
            "date": "2026-11-18",
            "listing": "gemini-4-argon",
            "model": "gemini-4-argon",
            "name": "Gemini 4 Argon",
            "of": 40,
            "rank": 13,
            "runBy": "LMArena",
            "score": 0.103,
            "setting": {
              "effort": "high"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "GPT-6.1 Sol (Medium)",
            "ci": [
              0.072,
              0.092
            ],
            "date": "2026-11-18",
            "listing": "openai-api",
            "model": "gpt-6-1-sol",
            "name": "GPT-6.1 Sol",
            "runBy": "LMArena",
            "score": 0.082,
            "setting": {
              "effort": "medium"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Claude Sonnet 5.5 (High)",
            "ci": [
              0.055,
              0.094
            ],
            "date": "2026-11-18",
            "listing": "anthropic-api",
            "model": "claude-sonnet-5-5",
            "name": "Claude Sonnet 5.5",
            "runBy": "LMArena",
            "score": 0.074,
            "setting": {
              "effort": "high"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "GPT-6 Sol (Max)",
            "ci": [
              0.049,
              0.08
            ],
            "date": "2026-11-18",
            "listing": "azure-openai",
            "model": "gpt-6-sol",
            "name": "GPT-6 Sol",
            "of": 40,
            "rank": 14,
            "runBy": "LMArena",
            "score": 0.065,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Hy4",
            "ci": [
              0.049,
              0.073
            ],
            "date": "2026-11-18",
            "listing": "hy4",
            "model": "hy4",
            "name": "Tencent Hy4",
            "of": 40,
            "rank": 15,
            "runBy": "LMArena",
            "score": 0.061,
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "GPT-6.1 Terra (Medium)",
            "ci": [
              0.04,
              0.052
            ],
            "date": "2026-11-18",
            "listing": "openai-api",
            "model": "gpt-6-1-terra",
            "name": "GPT-6.1 Terra",
            "runBy": "LMArena",
            "score": 0.046,
            "setting": {
              "effort": "medium"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Kimi K3.1 Pro (Max)",
            "ci": [
              0.028,
              0.05
            ],
            "date": "2026-11-18",
            "listing": "kimi-k3-1-pro",
            "model": "kimi-k3-1-pro",
            "name": "Kimi K3.1 Pro",
            "of": 40,
            "rank": 16,
            "runBy": "LMArena",
            "score": 0.039,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Gemini 3.8 Flash (High)",
            "ci": [
              0.006,
              0.024
            ],
            "date": "2026-11-18",
            "listing": "vertex-ai",
            "model": "gemini-3-8-flash",
            "name": "Gemini 3.8 Flash",
            "of": 40,
            "rank": 17,
            "runBy": "LMArena",
            "score": 0.015,
            "setting": {
              "effort": "high"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Grok 4.7 (xHigh)",
            "ci": [
              -0,
              0.03
            ],
            "date": "2026-11-18",
            "listing": "xai-api",
            "model": "grok-4-7",
            "name": "Grok 4.7",
            "of": 40,
            "rank": 17,
            "runBy": "LMArena",
            "score": 0.015,
            "setting": {
              "effort": "xhigh"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Inkling 2 Small",
            "ci": [
              0.005,
              0.025
            ],
            "date": "2026-11-18",
            "listing": "inkling-2-small",
            "model": "inkling-2-small",
            "name": "Inkling 2 Small",
            "of": 40,
            "rank": 17,
            "runBy": "LMArena",
            "score": 0.015,
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Muse Spark 1.3 (Max)",
            "ci": [
              0.002,
              0.02
            ],
            "date": "2026-11-18",
            "listing": "meta-model-api",
            "model": "muse-spark-1-3",
            "name": "Muse Spark 1.3",
            "of": 40,
            "rank": 20,
            "runBy": "LMArena",
            "score": 0.011,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Muse Ember (Max)",
            "ci": [
              0,
              0.019
            ],
            "date": "2026-11-18",
            "listing": "muse-ember",
            "model": "muse-ember",
            "name": "Muse Ember",
            "of": 40,
            "rank": 21,
            "runBy": "LMArena",
            "score": 0.01,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "DeepSeek-V4.1-Flash-20261017 (Max)",
            "ci": [
              0.003,
              0.013
            ],
            "date": "2026-11-18",
            "listing": "deepseek-v4-1-flash",
            "model": "deepseek-v4-1-flash",
            "name": "DeepSeek V4.1 Flash",
            "of": 40,
            "rank": 22,
            "runBy": "LMArena",
            "score": 0.008,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "GPT-6 Luna (Max)",
            "ci": [
              0.002,
              0.011
            ],
            "date": "2026-11-18",
            "listing": "azure-openai",
            "model": "gpt-6-luna",
            "name": "GPT-6 Luna",
            "of": 40,
            "rank": 23,
            "runBy": "LMArena",
            "score": 0.006,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Muse Wonder (Max)",
            "ci": [
              -0.007,
              0.019
            ],
            "date": "2026-11-18",
            "listing": "meta-model-api",
            "model": "muse-wonder",
            "name": "Muse Wonder",
            "of": 40,
            "rank": 23,
            "runBy": "LMArena",
            "score": 0.006,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "GLM-5.3 (Max)",
            "ci": [
              -0.009,
              0.008
            ],
            "date": "2026-11-18",
            "listing": "glm-5-3",
            "model": "glm-5-3",
            "name": "GLM-5.3",
            "of": 40,
            "rank": 25,
            "runBy": "LMArena",
            "score": -0,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Kimi K3 (Max)",
            "ci": [
              -0.008,
              0.005
            ],
            "date": "2026-11-18",
            "listing": "kimi-k3",
            "model": "kimi-k3",
            "name": "Kimi K3",
            "of": 40,
            "rank": 26,
            "runBy": "LMArena",
            "score": -0.001,
            "setting": {
              "effort": "max"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Claude Haiku 5.5 (High)",
            "ci": [
              -0.016,
              0.004
            ],
            "date": "2026-11-18",
            "listing": "anthropic-api",
            "model": "claude-haiku-5-5",
            "name": "Claude Haiku 5.5",
            "of": 40,
            "rank": 27,
            "runBy": "LMArena",
            "score": -0.006,
            "setting": {
              "effort": "high"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "GPT-6 Luna (Medium)",
            "ci": [
              -0.035,
              -0.026
            ],
            "date": "2026-11-18",
            "listing": "azure-openai",
            "model": "gpt-6-luna",
            "name": "GPT-6 Luna",
            "runBy": "LMArena",
            "score": -0.031,
            "setting": {
              "effort": "medium"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "MiniMax-M3.1-Flash",
            "ci": [
              -0.051,
              -0.022
            ],
            "date": "2026-11-18",
            "listing": "minimax-m3-1-flash",
            "model": "minimax-m3-1-flash",
            "name": "MiniMax-M3.1-Flash",
            "of": 40,
            "rank": 28,
            "runBy": "LMArena",
            "score": -0.037,
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "GLM-5.3-Flash",
            "ci": [
              -0.046,
              -0.031
            ],
            "date": "2026-11-18",
            "listing": "glm-5-3-flash",
            "model": "glm-5-3-flash",
            "name": "GLM-5.3-Flash",
            "of": 40,
            "rank": 29,
            "runBy": "LMArena",
            "score": -0.039,
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Qwen3.8-Flash-Next",
            "ci": [
              -0.057,
              -0.041
            ],
            "date": "2026-11-18",
            "listing": "qwen3-8-flash-next",
            "model": "qwen3-8-flash-next",
            "name": "Qwen3.8-Flash-Next",
            "of": 40,
            "rank": 30,
            "runBy": "LMArena",
            "score": -0.049,
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Step 5 Preview",
            "ci": [
              -0.066,
              -0.037
            ],
            "date": "2026-11-18",
            "listing": "stepfun-api",
            "model": "step-5-preview",
            "name": "Step 5 Preview",
            "of": 40,
            "rank": 31,
            "runBy": "LMArena",
            "score": -0.051,
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Qwen3.8-27B",
            "ci": [
              -0.064,
              -0.046
            ],
            "date": "2026-11-18",
            "listing": "qwen3-8-27b",
            "model": "qwen3-8-27b",
            "name": "Qwen3.8-27B",
            "of": 40,
            "rank": 32,
            "runBy": "LMArena",
            "score": -0.055,
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Gemini 3.1 Pro Preview",
            "ci": [
              -0.074,
              -0.039
            ],
            "date": "2026-11-18",
            "listing": "vertex-ai",
            "model": "gemini-3-1-pro-preview",
            "name": "Gemini 3.1 Pro (preview)",
            "of": 40,
            "rank": 33,
            "runBy": "LMArena",
            "score": -0.057,
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "GPT-6 Luna (Low)",
            "ci": [
              -0.071,
              -0.057
            ],
            "date": "2026-11-18",
            "listing": "azure-openai",
            "model": "gpt-6-luna",
            "name": "GPT-6 Luna",
            "runBy": "LMArena",
            "score": -0.064,
            "setting": {
              "effort": "low"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Mistral Large 4",
            "ci": [
              -0.092,
              -0.051
            ],
            "date": "2026-11-18",
            "listing": "mistral-large-4",
            "model": "mistral-large-4",
            "name": "Mistral Large 4",
            "of": 40,
            "rank": 34,
            "runBy": "LMArena",
            "score": -0.071,
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Hy3",
            "ci": [
              -0.102,
              -0.071
            ],
            "date": "2026-11-18",
            "listing": "hy3",
            "model": "hy3",
            "name": "Hy3",
            "of": 40,
            "rank": 35,
            "runBy": "LMArena",
            "score": -0.086,
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "MiniMax-M3",
            "ci": [
              -0.121,
              -0.097
            ],
            "date": "2026-11-18",
            "listing": "minimax-api",
            "model": "minimax-m3",
            "name": "MiniMax M3",
            "of": 40,
            "rank": 36,
            "runBy": "LMArena",
            "score": -0.109,
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Mistral Medium 3.5",
            "ci": [
              -0.162,
              -0.127
            ],
            "date": "2026-11-18",
            "listing": "mistral-api",
            "model": "mistral-medium-3-5",
            "name": "Mistral Medium 3.5",
            "of": 40,
            "rank": 37,
            "runBy": "LMArena",
            "score": -0.145,
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)",
            "ci": [
              -0.182,
              -0.164
            ],
            "date": "2026-11-18",
            "listing": "nemotron-3-5-super-vl",
            "model": "nemotron-3-5-super-vl",
            "name": "Nemotron 3.5 Super VL",
            "of": 40,
            "rank": 38,
            "runBy": "LMArena",
            "score": -0.173,
            "setting": {
              "precision": "NVFP4"
            },
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Inkling",
            "ci": [
              -0.2,
              -0.169
            ],
            "date": "2026-11-18",
            "listing": "inkling",
            "model": "inkling",
            "name": "Inkling",
            "of": 40,
            "rank": 39,
            "runBy": "LMArena",
            "score": -0.185,
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          },
          {
            "as": "Inkling-Small",
            "ci": [
              -0.206,
              -0.165
            ],
            "date": "2026-11-18",
            "listing": "inkling-small",
            "model": "inkling-small",
            "name": "Inkling-Small",
            "of": 40,
            "rank": 39,
            "runBy": "LMArena",
            "score": -0.185,
            "tier": "independent",
            "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest",
            "version": "agent"
          }
        ],
        "version": "agent"
      }
    ]
  },
  "kind": "anchor.page",
  "links": {
    "api": "https://www.anchorterminal.com/api/v1/index.json",
    "html": "https://www.anchorterminal.com/benchmarks/lmarena-agent/",
    "json": "https://www.anchorterminal.com/benchmarks/lmarena-agent/index.json",
    "llms": "https://www.anchorterminal.com/llms.txt",
    "markdown": "https://www.anchorterminal.com/benchmarks/lmarena-agent/index.md",
    "mcp": "https://www.anchorterminal.com/mcp",
    "slim": "https://www.anchorterminal.com/benchmarks/lmarena-agent/index.min.md"
  },
  "markdown": "How models do as agents in sessions people run through the arena, scored with inverse propensity scoring (IPS) from signals in those sessions (task outcome, bash reliability, steerability, tool hallucination, praise and complaints) rather than from pairwise votes.\n\n- Score: IPS score, higher is better\n- Run by: LMArena\n- Status: Current, newest result 18 November 2026\n- Updated: daily\n- Data: https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (CC-BY-4.0, https://creativecommons.org/licenses/by/4.0/), read 2026-11-20\n- Method: https://arena.ai/blog/agent-arena-methodology/\n\n## Results\n\n40 models we list, each at its best setting, best first.\n\n| # | Model | Score | Range | Who ran it | Setting | Date | Source |\n| --- | --- | --- | --- | --- | --- | --- | --- |\n| 1 | [Claude Fable 5.2](https://www.anchorterminal.com/tools/claude-fable-5-2.md) | 0.274 | 0.245 to 0.304 | Independent | effort max | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 2 | [Claude Opus 5.5](https://www.anchorterminal.com/tools/anthropic-api.md) | 0.186 | 0.166 to 0.207 | Independent | effort max | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 3 | [Gemini 4 Neon](https://www.anchorterminal.com/tools/gemini-4-neon.md) | 0.184 | 0.159 to 0.209 | Independent | effort high | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 4 | [Gemini 4 Carbon](https://www.anchorterminal.com/tools/gemini-4-carbon.md) | 0.161 | 0.154 to 0.168 | Independent | effort high | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 5 | [Claude Sonnet 5.5](https://www.anchorterminal.com/tools/anthropic-api.md) | 0.156 | 0.127 to 0.185 | Independent | effort max | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 6 | [GPT-6.2 Astra](https://www.anchorterminal.com/tools/gpt-6-2-astra.md) | 0.152 | 0.125 to 0.180 | Independent | effort max | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 7 | [GPT-6 Astra](https://www.anchorterminal.com/tools/azure-openai.md) | 0.146 | 0.125 to 0.166 | Independent | effort max | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 8 | [Claude Fable 5.1](https://www.anchorterminal.com/tools/anthropic-api.md) | 0.137 | 0.116 to 0.157 | Independent | effort max | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 9 | [Gemini 4 Hydrogen](https://www.anchorterminal.com/tools/gemini-4-hydrogen.md) | 0.135 | 0.118 to 0.153 | Independent | effort high | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 10 | [GPT-6.1 Sol](https://www.anchorterminal.com/tools/openai-api.md) | 0.113 | 0.102 to 0.124 | Independent | effort max | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 10 | [GPT-6.2 Sol](https://www.anchorterminal.com/tools/openai-api.md) | 0.113 | 0.089 to 0.137 | Independent | effort max | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 12 | [GPT-6.1 Terra](https://www.anchorterminal.com/tools/openai-api.md) | 0.105 | 0.093 to 0.117 | Independent | effort max | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 13 | [Gemini 4 Argon](https://www.anchorterminal.com/tools/gemini-4-argon.md) | 0.103 | 0.094 to 0.112 | Independent | effort high | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 14 | [GPT-6 Sol](https://www.anchorterminal.com/tools/azure-openai.md) | 0.065 | 0.049 to 0.080 | Independent | effort max | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 15 | [Tencent Hy4](https://www.anchorterminal.com/tools/hy4.md) | 0.061 | 0.049 to 0.073 | Independent |  | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 16 | [Kimi K3.1 Pro](https://www.anchorterminal.com/tools/kimi-k3-1-pro.md) | 0.039 | 0.028 to 0.050 | Independent | effort max | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 17 | [Gemini 3.8 Flash](https://www.anchorterminal.com/tools/vertex-ai.md) | 0.015 | 0.006 to 0.024 | Independent | effort high | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 17 | [Grok 4.7](https://www.anchorterminal.com/tools/xai-api.md) | 0.015 | -0.000 to 0.030 | Independent | effort xhigh | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 17 | [Inkling 2 Small](https://www.anchorterminal.com/tools/inkling-2-small.md) | 0.015 | 0.005 to 0.025 | Independent |  | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 20 | [Muse Spark 1.3](https://www.anchorterminal.com/tools/meta-model-api.md) | 0.011 | 0.002 to 0.020 | Independent | effort max | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 21 | [Muse Ember](https://www.anchorterminal.com/tools/muse-ember.md) | 0.010 | 0.000 to 0.019 | Independent | effort max | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 22 | [DeepSeek V4.1 Flash](https://www.anchorterminal.com/tools/deepseek-v4-1-flash.md) | 0.008 | 0.003 to 0.013 | Independent | effort max | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 23 | [GPT-6 Luna](https://www.anchorterminal.com/tools/azure-openai.md) | 0.006 | 0.002 to 0.011 | Independent | effort max | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 23 | [Muse Wonder](https://www.anchorterminal.com/tools/meta-model-api.md) | 0.006 | -0.007 to 0.019 | Independent | effort max | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 25 | [GLM-5.3](https://www.anchorterminal.com/tools/glm-5-3.md) | -0.000 | -0.009 to 0.008 | Independent | effort max | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 26 | [Kimi K3](https://www.anchorterminal.com/tools/kimi-k3.md) | -0.001 | -0.008 to 0.005 | Independent | effort max | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 27 | [Claude Haiku 5.5](https://www.anchorterminal.com/tools/anthropic-api.md) | -0.006 | -0.016 to 0.004 | Independent | effort high | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 28 | [MiniMax-M3.1-Flash](https://www.anchorterminal.com/tools/minimax-m3-1-flash.md) | -0.037 | -0.051 to -0.022 | Independent |  | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 29 | [GLM-5.3-Flash](https://www.anchorterminal.com/tools/glm-5-3-flash.md) | -0.039 | -0.046 to -0.031 | Independent |  | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 30 | [Qwen3.8-Flash-Next](https://www.anchorterminal.com/tools/qwen3-8-flash-next.md) | -0.049 | -0.057 to -0.041 | Independent |  | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 31 | [Step 5 Preview](https://www.anchorterminal.com/tools/stepfun-api.md) | -0.051 | -0.066 to -0.037 | Independent |  | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 32 | [Qwen3.8-27B](https://www.anchorterminal.com/tools/qwen3-8-27b.md) | -0.055 | -0.064 to -0.046 | Independent |  | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 33 | [Gemini 3.1 Pro (preview)](https://www.anchorterminal.com/tools/vertex-ai.md) | -0.057 | -0.074 to -0.039 | Independent |  | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 34 | [Mistral Large 4](https://www.anchorterminal.com/tools/mistral-large-4.md) | -0.071 | -0.092 to -0.051 | Independent |  | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 35 | [Hy3](https://www.anchorterminal.com/tools/hy3.md) | -0.086 | -0.102 to -0.071 | Independent |  | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 36 | [MiniMax M3](https://www.anchorterminal.com/tools/minimax-api.md) | -0.109 | -0.121 to -0.097 | Independent |  | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 37 | [Mistral Medium 3.5](https://www.anchorterminal.com/tools/mistral-api.md) | -0.145 | -0.162 to -0.127 | Independent |  | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 38 | [Nemotron 3.5 Super VL](https://www.anchorterminal.com/tools/nemotron-3-5-super-vl.md) | -0.173 | -0.182 to -0.164 | Independent | precision NVFP4 | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 39 | [Inkling](https://www.anchorterminal.com/tools/inkling.md) | -0.185 | -0.200 to -0.169 | Independent |  | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n| 39 | [Inkling-Small](https://www.anchorterminal.com/tools/inkling-small.md) | -0.185 | -0.206 to -0.165 | Independent |  | 2026-11-18 | https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/viewer/agent/latest |\n\nEvery setting, 46 rows:\n\n| Model | As named | Score | Who ran it | Setting | Date |\n| --- | --- | --- | --- | --- | --- |\n| Claude Fable 5.2 | Claude Fable 5.2 (Max) | 0.274 | Independent | effort max | 2026-11-18 |\n| Claude Opus 5.5 | Claude Opus 5.5 (Max) | 0.186 | Independent | effort max | 2026-11-18 |\n| Gemini 4 Neon | Gemini 4 Neon (High) | 0.184 | Independent | effort high | 2026-11-18 |\n| Gemini 4 Carbon | Gemini 4 Carbon (High) | 0.161 | Independent | effort high | 2026-11-18 |\n| Claude Sonnet 5.5 | Claude Sonnet 5.5 (Max) | 0.156 | Independent | effort max | 2026-11-18 |\n| GPT-6.2 Astra | GPT-6.2 Astra (Max) | 0.152 | Independent | effort max | 2026-11-18 |\n| GPT-6 Astra | GPT-6 Astra (Max) | 0.146 | Independent | effort max | 2026-11-18 |\n| Claude Fable 5.1 | Claude Fable 5.1 (Max) | 0.137 | Independent | effort max | 2026-11-18 |\n| Claude Opus 5.5 | Claude Opus 5.5 (High) | 0.137 | Independent | effort high | 2026-11-18 |\n| Gemini 4 Hydrogen | Gemini 4 Hydrogen (High) | 0.135 | Independent | effort high | 2026-11-18 |\n| GPT-6.1 Sol | GPT-6.1 Sol (Max) | 0.113 | Independent | effort max | 2026-11-18 |\n| GPT-6.2 Sol | GPT-6.2 Sol (Max) | 0.113 | Independent | effort max | 2026-11-18 |\n| GPT-6.1 Terra | GPT-6.1 Terra (Max) | 0.105 | Independent | effort max | 2026-11-18 |\n| Gemini 4 Argon | Gemini 4 Argon (High) | 0.103 | Independent | effort high | 2026-11-18 |\n| GPT-6.1 Sol | GPT-6.1 Sol (Medium) | 0.082 | Independent | effort medium | 2026-11-18 |\n| Claude Sonnet 5.5 | Claude Sonnet 5.5 (High) | 0.074 | Independent | effort high | 2026-11-18 |\n| GPT-6 Sol | GPT-6 Sol (Max) | 0.065 | Independent | effort max | 2026-11-18 |\n| Tencent Hy4 | Hy4 | 0.061 | Independent |  | 2026-11-18 |\n| GPT-6.1 Terra | GPT-6.1 Terra (Medium) | 0.046 | Independent | effort medium | 2026-11-18 |\n| Kimi K3.1 Pro | Kimi K3.1 Pro (Max) | 0.039 | Independent | effort max | 2026-11-18 |\n| Gemini 3.8 Flash | Gemini 3.8 Flash (High) | 0.015 | Independent | effort high | 2026-11-18 |\n| Grok 4.7 | Grok 4.7 (xHigh) | 0.015 | Independent | effort xhigh | 2026-11-18 |\n| Inkling 2 Small | Inkling 2 Small | 0.015 | Independent |  | 2026-11-18 |\n| Muse Spark 1.3 | Muse Spark 1.3 (Max) | 0.011 | Independent | effort max | 2026-11-18 |\n| Muse Ember | Muse Ember (Max) | 0.010 | Independent | effort max | 2026-11-18 |\n| DeepSeek V4.1 Flash | DeepSeek-V4.1-Flash-20261017 (Max) | 0.008 | Independent | effort max | 2026-11-18 |\n| GPT-6 Luna | GPT-6 Luna (Max) | 0.006 | Independent | effort max | 2026-11-18 |\n| Muse Wonder | Muse Wonder (Max) | 0.006 | Independent | effort max | 2026-11-18 |\n| GLM-5.3 | GLM-5.3 (Max) | -0.000 | Independent | effort max | 2026-11-18 |\n| Kimi K3 | Kimi K3 (Max) | -0.001 | Independent | effort max | 2026-11-18 |\n| Claude Haiku 5.5 | Claude Haiku 5.5 (High) | -0.006 | Independent | effort high | 2026-11-18 |\n| GPT-6 Luna | GPT-6 Luna (Medium) | -0.031 | Independent | effort medium | 2026-11-18 |\n| MiniMax-M3.1-Flash | MiniMax-M3.1-Flash | -0.037 | Independent |  | 2026-11-18 |\n| GLM-5.3-Flash | GLM-5.3-Flash | -0.039 | Independent |  | 2026-11-18 |\n| Qwen3.8-Flash-Next | Qwen3.8-Flash-Next | -0.049 | Independent |  | 2026-11-18 |\n| Step 5 Preview | Step 5 Preview | -0.051 | Independent |  | 2026-11-18 |\n| Qwen3.8-27B | Qwen3.8-27B | -0.055 | Independent |  | 2026-11-18 |\n| Gemini 3.1 Pro (preview) | Gemini 3.1 Pro Preview | -0.057 | Independent |  | 2026-11-18 |\n| GPT-6 Luna | GPT-6 Luna (Low) | -0.064 | Independent | effort low | 2026-11-18 |\n| Mistral Large 4 | Mistral Large 4 | -0.071 | Independent |  | 2026-11-18 |\n| Hy3 | Hy3 | -0.086 | Independent |  | 2026-11-18 |\n| MiniMax M3 | MiniMax-M3 | -0.109 | Independent |  | 2026-11-18 |\n| Mistral Medium 3.5 | Mistral Medium 3.5 | -0.145 | Independent |  | 2026-11-18 |\n| Nemotron 3.5 Super VL | NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4) | -0.173 | Independent | precision NVFP4 | 2026-11-18 |\n| Inkling | Inkling | -0.185 | Independent |  | 2026-11-18 |\n| Inkling-Small | Inkling-Small | -0.185 | Independent |  | 2026-11-18 |\n\nA rank is among the models we list with a result, not a place on the whole leaderboard, and a model offered by several hosts is shown once, on its own listing. These results don't move our grades.\n\nData: LMArena leaderboard dataset (lmarena-ai/leaderboard-dataset), CC BY 4.0, CC-BY-4.0. All benchmarks: https://www.anchorterminal.com/benchmarks/index.md\n",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-22",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "1.0",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "page": {
    "breadcrumbs": [
      {
        "name": "Home",
        "url": "https://www.anchorterminal.com/"
      },
      {
        "name": "Benchmarks",
        "url": "https://www.anchorterminal.com/benchmarks/"
      },
      {
        "name": "LMArena Agent Arena",
        "url": ""
      }
    ],
    "description": "LMArena Agent Arena results for 40 AI models we list, run by LMArena, with each result's setting, date and source.",
    "facts": [
      "40 models",
      "LMArena",
      "Current"
    ],
    "h1": "LMArena Agent Arena",
    "image": "https://www.anchorterminal.com/assets/og/benchmarks-lmarena-agent.png",
    "path": "/benchmarks/lmarena-agent/",
    "published": "",
    "section": "benchmarks",
    "title": "LMArena Agent Arena results for the AI models we list",
    "toc": null,
    "updated": "2026-11-21",
    "url": "https://www.anchorterminal.com/benchmarks/lmarena-agent/"
  },
  "tokens": {
    "markdown": 3750,
    "slim": 3680
  },
  "version": 1
}
