{
  "title": "EMBER-Bench video-history leaderboard",
  "source": "Table 2, EMBER-Bench paper",
  "paper": null,
  "setting": "V",
  "metric": "Accuracy (%)",
  "columns": [
    "overall",
    "p_all",
    "p_l1",
    "p_l2",
    "p_l3",
    "p_l4",
    "c_all",
    "c_l2",
    "c_l3",
    "c_l4"
  ],
  "rows": [
    {
      "name": "Human (mean of 2)",
      "category": "human",
      "overall": 98.3,
      "p_all": 97.8,
      "p_l1": 100.0,
      "p_l2": 96.9,
      "p_l3": 97.7,
      "p_l4": 94.6,
      "c_all": 100.0,
      "c_l2": 100.0,
      "c_l3": 100.0,
      "c_l4": 100.0
    },
    {
      "name": "Gemini 3.8 Flash",
      "category": "closed",
      "overall": 61.2,
      "p_all": 58.4,
      "p_l1": 68.8,
      "p_l2": 48.7,
      "p_l3": 57.8,
      "p_l4": 49.0,
      "c_all": 71.5,
      "c_l2": 60.3,
      "c_l3": 88.3,
      "c_l4": 60.6
    },
    {
      "name": "Gemini 3.1 Pro Preview",
      "category": "closed",
      "overall": 51.5,
      "p_all": 50.7,
      "p_l1": 61.0,
      "p_l2": 47.8,
      "p_l3": 40.6,
      "p_l4": 46.1,
      "c_all": 54.3,
      "c_l2": 48.3,
      "c_l3": 68.3,
      "c_l4": 39.4
    },
    {
      "name": "Doubao-Seed-2.1-Pro",
      "category": "closed",
      "overall": 49.8,
      "p_all": 45.4,
      "p_l1": 55.6,
      "p_l2": 38.9,
      "p_l3": 43.8,
      "p_l4": 34.3,
      "c_all": 65.6,
      "c_l2": 55.2,
      "c_l3": 76.7,
      "c_l4": 63.6
    },
    {
      "name": "Qwen3.8 Max",
      "category": "closed",
      "overall": 47.5,
      "p_all": 44.2,
      "p_l1": 52.2,
      "p_l2": 39.8,
      "p_l3": 44.5,
      "p_l4": 32.4,
      "c_all": 59.6,
      "c_l2": 56.9,
      "c_l3": 68.3,
      "c_l4": 48.5
    },
    {
      "name": "GPT-6 Sol",
      "category": "closed",
      "overall": 46.2,
      "p_all": 44.2,
      "p_l1": 57.1,
      "p_l2": 41.6,
      "p_l3": 32.8,
      "p_l4": 35.3,
      "c_all": 53.6,
      "c_l2": 51.7,
      "c_l3": 58.3,
      "c_l4": 48.5
    },
    {
      "name": "Qwen3.8 Omni Flash",
      "category": "closed",
      "overall": 45.6,
      "p_all": 44.3,
      "p_l1": 55.1,
      "p_l2": 36.3,
      "p_l3": 43.8,
      "p_l4": 32.4,
      "c_all": 50.3,
      "c_l2": 43.1,
      "c_l3": 56.7,
      "c_l4": 51.5
    },
    {
      "name": "Qwen3.8 Flash",
      "category": "closed",
      "overall": 36.8,
      "p_all": 34.7,
      "p_l1": 39.0,
      "p_l2": 31.9,
      "p_l3": 35.9,
      "p_l4": 27.5,
      "c_all": 44.4,
      "c_l2": 43.1,
      "c_l3": 50.0,
      "c_l4": 36.4
    },
    {
      "name": "Qwen3.5 397B-A17B",
      "category": "open",
      "overall": 45.4,
      "p_all": 43.8,
      "p_l1": 52.7,
      "p_l2": 42.5,
      "p_l3": 38.3,
      "p_l4": 34.3,
      "c_all": 51.0,
      "c_l2": 48.3,
      "c_l3": 61.7,
      "c_l4": 36.4
    },
    {
      "name": "Qwen3.5 35B-A3B",
      "category": "open",
      "overall": 39.5,
      "p_all": 38.5,
      "p_l1": 45.9,
      "p_l2": 34.5,
      "p_l3": 35.2,
      "p_l4": 32.4,
      "c_all": 43.0,
      "c_l2": 41.4,
      "c_l3": 50.0,
      "c_l4": 33.3
    },
    {
      "name": "Qwen3.5 122B-A10B",
      "category": "open",
      "overall": 38.2,
      "p_all": 35.8,
      "p_l1": 45.4,
      "p_l2": 29.2,
      "p_l3": 34.4,
      "p_l4": 25.5,
      "c_all": 47.0,
      "c_l2": 44.8,
      "c_l3": 56.7,
      "c_l4": 33.3
    },
    {
      "name": "Qwen3.8 27B",
      "category": "open",
      "overall": 38.1,
      "p_all": 36.7,
      "p_l1": 42.4,
      "p_l2": 31.0,
      "p_l3": 38.3,
      "p_l4": 29.4,
      "c_all": 43.0,
      "c_l2": 41.4,
      "c_l3": 48.3,
      "c_l4": 36.4
    },
    {
      "name": "MiMo V2.6 Pro",
      "category": "open",
      "overall": 35.8,
      "p_all": 33.4,
      "p_l1": 39.5,
      "p_l2": 30.1,
      "p_l3": 33.6,
      "p_l4": 24.5,
      "c_all": 44.4,
      "c_l2": 41.4,
      "c_l3": 51.7,
      "c_l4": 36.4
    },
    {
      "name": "Qwen3-VL 32B",
      "category": "open",
      "overall": 34.5,
      "p_all": 32.5,
      "p_l1": 41.0,
      "p_l2": 27.4,
      "p_l3": 28.9,
      "p_l4": 25.5,
      "c_all": 41.7,
      "c_l2": 43.1,
      "c_l3": 46.7,
      "c_l4": 30.3
    },
    {
      "name": "MiMo V2.6 Flash",
      "category": "open",
      "overall": 32.3,
      "p_all": 28.5,
      "p_l1": 32.2,
      "p_l2": 27.4,
      "p_l3": 27.3,
      "p_l4": 23.5,
      "c_all": 46.4,
      "c_l2": 44.8,
      "c_l3": 51.7,
      "c_l4": 39.4
    },
    {
      "name": "Qwen3-VL 8B",
      "category": "open",
      "overall": 29.0,
      "p_all": 29.9,
      "p_l1": 33.7,
      "p_l2": 30.1,
      "p_l3": 31.2,
      "p_l4": 20.6,
      "c_all": 25.8,
      "c_l2": 29.3,
      "c_l3": 28.3,
      "c_l4": 15.2
    },
    {
      "name": "Qwen3-VL 235B-A22B",
      "category": "open",
      "overall": 28.9,
      "p_all": 26.6,
      "p_l1": 32.7,
      "p_l2": 27.4,
      "p_l3": 18.8,
      "p_l4": 23.5,
      "c_all": 37.1,
      "c_l2": 37.9,
      "c_l3": 40.0,
      "c_l4": 30.3
    }
  ]
}