{
 "date": "2026-11-19",
 "version": "v7.1.2",
 "algorithm": "v6.94",
 "new_models": [
  "gemini-4-neon"
 ],
 "note": "分数采用 0–1 标尺。effort 为 null 表示来源未逐模型披露。",
 "observations": [
  {
   "model": "gemini-4-neon",
   "raw_model": "gemini-4-neon",
   "table_id": "t40f5aa061491b44a4673f238",
   "value": 0.6046666666666667,
   "effort": "xhigh",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/gemini-4-neon",
   "locator": "initialModels/gemini-4-neon/omniscienceAccuracy",
   "benchmark": "Artificial Analysis / AA-Omniscience / accuracy",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "gemini-4-neon",
   "raw_model": "gemini-4-neon",
   "table_id": "t58ce1d0e8c421c65aeb10c1b",
   "value": 0.713,
   "effort": "xhigh",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/gemini-4-neon",
   "locator": "initialModels/gemini-4-neon/hleDiamond",
   "benchmark": "Artificial Analysis / HLE-Diamond / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "gemini-4-neon",
   "raw_model": "gemini-4-neon",
   "table_id": "tf0868ec13cdd54427fba8284",
   "value": 0.444105303030303,
   "effort": "xhigh",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/gemini-4-neon",
   "locator": "initialModels/gemini-4-neon/frontierCode20",
   "benchmark": "Artificial Analysis / FrontierCode 2.0 / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "gemini-4-neon",
   "raw_model": "gemini-4-neon",
   "table_id": "t81e0b6215b5054737a074f3e",
   "value": 0.636363636363636,
   "effort": "xhigh",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/gemini-4-neon",
   "locator": "initialModels/gemini-4-neon/terminalBench40",
   "benchmark": "Artificial Analysis / Terminal-Bench 4.0 / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "gemini-4-neon",
   "raw_model": "gemini-4-neon",
   "table_id": "t6cee6735807b091560710869",
   "value": 0.7,
   "effort": "xhigh",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/gemini-4-neon",
   "locator": "initialModels/gemini-4-neon/terminalBenchScience",
   "benchmark": "Artificial Analysis / Terminal-Bench-Science 0.1 / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "gemini-4-neon",
   "raw_model": "gemini-4-neon",
   "table_id": "ta8bceb77911ea3e26cae4e52",
   "value": 0.605,
   "effort": "xhigh",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/gemini-4-neon",
   "locator": "initialModels/gemini-4-neon/critptAgenticHard",
   "benchmark": "Artificial Analysis / CritPt v2 Hard Subset / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "gemini-4-neon",
   "raw_model": "gemini-4-neon",
   "table_id": "t8277a8b4be5c4c9e46b15ab8",
   "value": 0.7933804374911678,
   "effort": "xhigh",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/gemini-4-neon",
   "locator": "initialModels/gemini-4-neon/automationBenchPartialScore",
   "benchmark": "Artificial Analysis / AutomationBench-AA / partial_credit_score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "gemini-4-neon",
   "raw_model": "gemini-4-neon",
   "table_id": "t5c14195aaa1ddbc61a1fa993",
   "value": 0.28,
   "effort": "xhigh",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/gemini-4-neon",
   "locator": "initialModels/gemini-4-neon/gdpPdfAllPass",
   "benchmark": "Artificial Analysis / GDP.pdf / all_pass_rate",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "claude-fable-5-2",
   "raw_model": "claude-fable-5-2",
   "table_id": "t40f5aa061491b44a4673f238",
   "value": 0.7913333333333333,
   "effort": "max",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/claude-fable-5-2",
   "locator": "initialModels/claude-fable-5-2/omniscienceAccuracy",
   "benchmark": "Artificial Analysis / AA-Omniscience / accuracy",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "claude-fable-5-2",
   "raw_model": "claude-fable-5-2",
   "table_id": "t58ce1d0e8c421c65aeb10c1b",
   "value": 0.802,
   "effort": "max",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/claude-fable-5-2",
   "locator": "initialModels/claude-fable-5-2/hleDiamond",
   "benchmark": "Artificial Analysis / HLE-Diamond / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "claude-fable-5-2",
   "raw_model": "claude-fable-5-2",
   "table_id": "tf0868ec13cdd54427fba8284",
   "value": 0.487597222222222,
   "effort": "max",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/claude-fable-5-2",
   "locator": "initialModels/claude-fable-5-2/frontierCode20",
   "benchmark": "Artificial Analysis / FrontierCode 2.0 / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "claude-fable-5-2",
   "raw_model": "claude-fable-5-2",
   "table_id": "t81e0b6215b5054737a074f3e",
   "value": 0.595959595959596,
   "effort": "max",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/claude-fable-5-2",
   "locator": "initialModels/claude-fable-5-2/terminalBench40",
   "benchmark": "Artificial Analysis / Terminal-Bench 4.0 / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "claude-fable-5-2",
   "raw_model": "claude-fable-5-2",
   "table_id": "ta8bceb77911ea3e26cae4e52",
   "value": 0.765,
   "effort": "max",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/claude-fable-5-2",
   "locator": "initialModels/claude-fable-5-2/critptAgenticHard",
   "benchmark": "Artificial Analysis / CritPt v2 Hard Subset / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "claude-fable-5-2",
   "raw_model": "claude-fable-5-2",
   "table_id": "t8277a8b4be5c4c9e46b15ab8",
   "value": 0.7642233832611831,
   "effort": "max",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/claude-fable-5-2",
   "locator": "initialModels/claude-fable-5-2/automationBenchPartialScore",
   "benchmark": "Artificial Analysis / AutomationBench-AA / partial_credit_score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "claude-fable-5-2",
   "raw_model": "claude-fable-5-2",
   "table_id": "t5c14195aaa1ddbc61a1fa993",
   "value": 0.242,
   "effort": "max",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/claude-fable-5-2",
   "locator": "initialModels/claude-fable-5-2/gdpPdfAllPass",
   "benchmark": "Artificial Analysis / GDP.pdf / all_pass_rate",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "claude-opus-5-5",
   "raw_model": "claude-opus-5-5",
   "table_id": "t40f5aa061491b44a4673f238",
   "value": 0.655,
   "effort": "max",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/claude-opus-5-5",
   "locator": "initialModels/claude-opus-5-5/omniscienceAccuracy",
   "benchmark": "Artificial Analysis / AA-Omniscience / accuracy",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "claude-opus-5-5",
   "raw_model": "claude-opus-5-5",
   "table_id": "t58ce1d0e8c421c65aeb10c1b",
   "value": 0.679,
   "effort": "max",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/claude-opus-5-5",
   "locator": "initialModels/claude-opus-5-5/hleDiamond",
   "benchmark": "Artificial Analysis / HLE-Diamond / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "claude-opus-5-5",
   "raw_model": "claude-opus-5-5",
   "table_id": "tf0868ec13cdd54427fba8284",
   "value": 0.464359595959596,
   "effort": "max",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/claude-opus-5-5",
   "locator": "initialModels/claude-opus-5-5/frontierCode20",
   "benchmark": "Artificial Analysis / FrontierCode 2.0 / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "claude-opus-5-5",
   "raw_model": "claude-opus-5-5",
   "table_id": "t81e0b6215b5054737a074f3e",
   "value": 0.595959595959596,
   "effort": "max",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/claude-opus-5-5",
   "locator": "initialModels/claude-opus-5-5/terminalBench40",
   "benchmark": "Artificial Analysis / Terminal-Bench 4.0 / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "claude-opus-5-5",
   "raw_model": "claude-opus-5-5",
   "table_id": "t6cee6735807b091560710869",
   "value": 0.59047619047619,
   "effort": "max",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/claude-opus-5-5",
   "locator": "initialModels/claude-opus-5-5/terminalBenchScience",
   "benchmark": "Artificial Analysis / Terminal-Bench-Science 0.1 / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "claude-opus-5-5",
   "raw_model": "claude-opus-5-5",
   "table_id": "ta8bceb77911ea3e26cae4e52",
   "value": 0.68,
   "effort": "max",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/claude-opus-5-5",
   "locator": "initialModels/claude-opus-5-5/critptAgenticHard",
   "benchmark": "Artificial Analysis / CritPt v2 Hard Subset / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "claude-opus-5-5",
   "raw_model": "claude-opus-5-5",
   "table_id": "t7c1222434bf0b61caa7021d4",
   "value": 0.5625,
   "effort": "max",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/claude-opus-5-5",
   "locator": "initialModels/claude-opus-5-5/analystAgent",
   "benchmark": "Artificial Analysis / Analyst Agent / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "claude-opus-5-5",
   "raw_model": "claude-opus-5-5",
   "table_id": "t8277a8b4be5c4c9e46b15ab8",
   "value": 0.6953868128636069,
   "effort": "max",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/claude-opus-5-5",
   "locator": "initialModels/claude-opus-5-5/automationBenchPartialScore",
   "benchmark": "Artificial Analysis / AutomationBench-AA / partial_credit_score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "claude-opus-5-5",
   "raw_model": "claude-opus-5-5",
   "table_id": "t5c14195aaa1ddbc61a1fa993",
   "value": 0.262,
   "effort": "max",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/claude-opus-5-5",
   "locator": "initialModels/claude-opus-5-5/gdpPdfAllPass",
   "benchmark": "Artificial Analysis / GDP.pdf / all_pass_rate",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "claude-sonnet-5-5",
   "raw_model": "claude-sonnet-5-5",
   "table_id": "t40f5aa061491b44a4673f238",
   "value": 0.5146666666666667,
   "effort": "max",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/claude-sonnet-5-5",
   "locator": "initialModels/claude-sonnet-5-5/omniscienceAccuracy",
   "benchmark": "Artificial Analysis / AA-Omniscience / accuracy",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "claude-sonnet-5-5",
   "raw_model": "claude-sonnet-5-5",
   "table_id": "t58ce1d0e8c421c65aeb10c1b",
   "value": 0.533,
   "effort": "max",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/claude-sonnet-5-5",
   "locator": "initialModels/claude-sonnet-5-5/hleDiamond",
   "benchmark": "Artificial Analysis / HLE-Diamond / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "claude-sonnet-5-5",
   "raw_model": "claude-sonnet-5-5",
   "table_id": "tf0868ec13cdd54427fba8284",
   "value": 0.416993434343434,
   "effort": "max",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/claude-sonnet-5-5",
   "locator": "initialModels/claude-sonnet-5-5/frontierCode20",
   "benchmark": "Artificial Analysis / FrontierCode 2.0 / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "claude-sonnet-5-5",
   "raw_model": "claude-sonnet-5-5",
   "table_id": "t81e0b6215b5054737a074f3e",
   "value": 0.636363636363636,
   "effort": "max",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/claude-sonnet-5-5",
   "locator": "initialModels/claude-sonnet-5-5/terminalBench40",
   "benchmark": "Artificial Analysis / Terminal-Bench 4.0 / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "claude-sonnet-5-5",
   "raw_model": "claude-sonnet-5-5",
   "table_id": "t6cee6735807b091560710869",
   "value": 0.533333333333333,
   "effort": "max",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/claude-sonnet-5-5",
   "locator": "initialModels/claude-sonnet-5-5/terminalBenchScience",
   "benchmark": "Artificial Analysis / Terminal-Bench-Science 0.1 / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "claude-sonnet-5-5",
   "raw_model": "claude-sonnet-5-5",
   "table_id": "ta8bceb77911ea3e26cae4e52",
   "value": 0.59,
   "effort": "max",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/claude-sonnet-5-5",
   "locator": "initialModels/claude-sonnet-5-5/critptAgenticHard",
   "benchmark": "Artificial Analysis / CritPt v2 Hard Subset / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "claude-sonnet-5-5",
   "raw_model": "claude-sonnet-5-5",
   "table_id": "t7c1222434bf0b61caa7021d4",
   "value": 0.575,
   "effort": "max",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/claude-sonnet-5-5",
   "locator": "initialModels/claude-sonnet-5-5/analystAgent",
   "benchmark": "Artificial Analysis / Analyst Agent / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "claude-sonnet-5-5",
   "raw_model": "claude-sonnet-5-5",
   "table_id": "t8277a8b4be5c4c9e46b15ab8",
   "value": 0.7176882128193995,
   "effort": "max",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/claude-sonnet-5-5",
   "locator": "initialModels/claude-sonnet-5-5/automationBenchPartialScore",
   "benchmark": "Artificial Analysis / AutomationBench-AA / partial_credit_score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "claude-sonnet-5-5",
   "raw_model": "claude-sonnet-5-5",
   "table_id": "t5c14195aaa1ddbc61a1fa993",
   "value": 0.258,
   "effort": "max",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/claude-sonnet-5-5",
   "locator": "initialModels/claude-sonnet-5-5/gdpPdfAllPass",
   "benchmark": "Artificial Analysis / GDP.pdf / all_pass_rate",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "gemini-4-hydrogen",
   "raw_model": "gemini-4-hydrogen",
   "table_id": "t40f5aa061491b44a4673f238",
   "value": 0.5046666666666667,
   "effort": "xhigh",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/gemini-4-hydrogen",
   "locator": "initialModels/gemini-4-hydrogen/omniscienceAccuracy",
   "benchmark": "Artificial Analysis / AA-Omniscience / accuracy",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "gemini-4-hydrogen",
   "raw_model": "gemini-4-hydrogen",
   "table_id": "t58ce1d0e8c421c65aeb10c1b",
   "value": 0.588,
   "effort": "xhigh",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/gemini-4-hydrogen",
   "locator": "initialModels/gemini-4-hydrogen/hleDiamond",
   "benchmark": "Artificial Analysis / HLE-Diamond / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "gemini-4-hydrogen",
   "raw_model": "gemini-4-hydrogen",
   "table_id": "tf0868ec13cdd54427fba8284",
   "value": 0.389591919191919,
   "effort": "xhigh",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/gemini-4-hydrogen",
   "locator": "initialModels/gemini-4-hydrogen/frontierCode20",
   "benchmark": "Artificial Analysis / FrontierCode 2.0 / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "gemini-4-hydrogen",
   "raw_model": "gemini-4-hydrogen",
   "table_id": "t81e0b6215b5054737a074f3e",
   "value": 0.535353535353535,
   "effort": "xhigh",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/gemini-4-hydrogen",
   "locator": "initialModels/gemini-4-hydrogen/terminalBench40",
   "benchmark": "Artificial Analysis / Terminal-Bench 4.0 / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "gemini-4-hydrogen",
   "raw_model": "gemini-4-hydrogen",
   "table_id": "t6cee6735807b091560710869",
   "value": 0.495238095238095,
   "effort": "xhigh",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/gemini-4-hydrogen",
   "locator": "initialModels/gemini-4-hydrogen/terminalBenchScience",
   "benchmark": "Artificial Analysis / Terminal-Bench-Science 0.1 / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "gemini-4-hydrogen",
   "raw_model": "gemini-4-hydrogen",
   "table_id": "ta8bceb77911ea3e26cae4e52",
   "value": 0.66,
   "effort": "xhigh",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/gemini-4-hydrogen",
   "locator": "initialModels/gemini-4-hydrogen/critptAgenticHard",
   "benchmark": "Artificial Analysis / CritPt v2 Hard Subset / score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "gemini-4-hydrogen",
   "raw_model": "gemini-4-hydrogen",
   "table_id": "t8277a8b4be5c4c9e46b15ab8",
   "value": 0.7614416852922641,
   "effort": "xhigh",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/gemini-4-hydrogen",
   "locator": "initialModels/gemini-4-hydrogen/automationBenchPartialScore",
   "benchmark": "Artificial Analysis / AutomationBench-AA / partial_credit_score",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "gemini-4-hydrogen",
   "raw_model": "gemini-4-hydrogen",
   "table_id": "t5c14195aaa1ddbc61a1fa993",
   "value": 0.276,
   "effort": "xhigh",
   "source": "Artificial Analysis",
   "source_url": "https://artificialanalysis.ai/models/gemini-4-hydrogen",
   "locator": "initialModels/gemini-4-hydrogen/gdpPdfAllPass",
   "benchmark": "Artificial Analysis / GDP.pdf / all_pass_rate",
   "source_sha256": "6e3ea5b12158afcb67e71e28267c41bfe85d48e048a9efc282b9d572c07e5e21"
  },
  {
   "model": "gemini-4-hydrogen",
   "raw_model": "gemini-4-hydrogen_xhigh",
   "table_id": "t9fba1894007b8366b7526c2b",
   "value": 0.9678030303030303,
   "effort": "xhigh",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "gpqa_diamond.csv#2 id=XRQWGQeJDNvVcvSYCn247P",
   "benchmark": "Epoch/GPQA diamond",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "gemma-4-31b-it",
   "raw_model": "gemma-4-31b-it_minimal",
   "table_id": "t9fba1894007b8366b7526c2b",
   "value": 0.7575757575757576,
   "effort": "minimal",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "gpqa_diamond.csv#122 id=P5L8qbXo42vTvbU3UvTNjk",
   "benchmark": "Epoch/GPQA diamond",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "gemma-4-26b-a4b-it",
   "raw_model": "gemma-4-26b-a4b-it_minimal",
   "table_id": "t9fba1894007b8366b7526c2b",
   "value": 0.7323232323232324,
   "effort": "minimal",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "gpqa_diamond.csv#123 id=Usx9KaiXvHZU4qrzgc4sLg",
   "benchmark": "Epoch/GPQA diamond",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "GPT-5.5 Pro（预发布，待核）",
   "raw_model": "gpt-5.5-pro-pre-release_xhigh",
   "table_id": "t9fba1894007b8366b7526c2b",
   "value": 0.9392135642135643,
   "effort": "xhigh",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "gpqa_diamond.csv#186 id=cBmhJzrC3SkfZ7uVgGVYZX",
   "benchmark": "Epoch/GPQA diamond",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "GPT-5.5（预发布，待核）",
   "raw_model": "gpt-5.5-pre-release_xhigh",
   "table_id": "t9fba1894007b8366b7526c2b",
   "value": 0.9400252525252525,
   "effort": "xhigh",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "gpqa_diamond.csv#187 id=FUv4EUwR78nAsdGbiwiLEr",
   "benchmark": "Epoch/GPQA diamond",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "gemini-2-5-pro-preview-05-06",
   "raw_model": "gemini-2.5-pro-preview-05-06",
   "table_id": "t9fba1894007b8366b7526c2b",
   "value": 0.6666666666666666,
   "effort": null,
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "gpqa_diamond.csv#236 id=TT66gGiVoeYLGQMCESPrEG",
   "benchmark": "Epoch/GPQA diamond",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "gemini-2-5-pro-preview-05-06",
   "raw_model": "gemini-2.5-pro-preview-05-06",
   "table_id": "t55ad76af93e2915b5df062bf",
   "value": 0.9590256797583081,
   "effort": null,
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "math_level_5.csv#16 id=Mi8LCxmduKukxazAtmuhqg",
   "benchmark": "Epoch/MATH level 5",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "gemini-2-5-pro-preview-03-25",
   "raw_model": "gemini-2.5-pro-preview-03-25",
   "table_id": "t55ad76af93e2915b5df062bf",
   "value": 0.9556268882175226,
   "effort": null,
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "math_level_5.csv#17 id=XRkZCzSoQC5yYiQ3xitNdC",
   "benchmark": "Epoch/MATH level 5",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "gemini-4-hydrogen",
   "raw_model": "gemini-4-hydrogen_xhigh",
   "table_id": "t12ab19117d7fe72b604821bc",
   "value": 1.0,
   "effort": "xhigh",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "otis_mock_aime_2024_2025.csv#2 id=4UjF9rJBYSXuztFtjTmPWS",
   "benchmark": "Epoch/OTIS Mock AIME 2024-2025",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "qwen3-5-4b",
   "raw_model": "qwen3.5-4b_none",
   "table_id": "t12ab19117d7fe72b604821bc",
   "value": 0.5583333333333333,
   "effort": "none",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "otis_mock_aime_2024_2025.csv#55 id=SAZy8rk2HgyPjA8XZJFUmR",
   "benchmark": "Epoch/OTIS Mock AIME 2024-2025",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "gemma-4-26b-a4b-it",
   "raw_model": "gemma-4-26b-a4b-it_minimal",
   "table_id": "t12ab19117d7fe72b604821bc",
   "value": 0.8222222222222222,
   "effort": "minimal",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "otis_mock_aime_2024_2025.csv#60 id=mstwSH7noJfvhGcd6Lz5kd",
   "benchmark": "Epoch/OTIS Mock AIME 2024-2025",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "gemma-4-31b-it",
   "raw_model": "gemma-4-31b-it_minimal",
   "table_id": "t12ab19117d7fe72b604821bc",
   "value": 0.7333333333333333,
   "effort": "minimal",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "otis_mock_aime_2024_2025.csv#131 id=jFJucVunfLgoQqoFvPVQWP",
   "benchmark": "Epoch/OTIS Mock AIME 2024-2025",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "GPT-5.5 Pro（预发布，待核）",
   "raw_model": "gpt-5.5-pro-pre-release_xhigh",
   "table_id": "t12ab19117d7fe72b604821bc",
   "value": 1.0,
   "effort": "xhigh",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "otis_mock_aime_2024_2025.csv#191 id=YxbseUDNgFUjokfYXui62r",
   "benchmark": "Epoch/OTIS Mock AIME 2024-2025",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "GPT-5.5（预发布，待核）",
   "raw_model": "gpt-5.5-pre-release_xhigh",
   "table_id": "t12ab19117d7fe72b604821bc",
   "value": 1.0,
   "effort": "xhigh",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "otis_mock_aime_2024_2025.csv#192 id=dP6L7ViZSdcTiWxooLCTUh",
   "benchmark": "Epoch/OTIS Mock AIME 2024-2025",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "gemini-4-hydrogen",
   "raw_model": "gemini-4-hydrogen_xhigh",
   "table_id": "t53853e1029f0e365e8a02ab9",
   "value": 0.8807017543859649,
   "effort": "xhigh",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "frontiermath_tiers_1_3_v2.csv#2 id=PUv4VMj5JrczVYaVqeumJb",
   "benchmark": "Epoch/FrontierMath-Tiers-1-3-v2-Private",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "gemini-4-hydrogen",
   "raw_model": "gemini-4-hydrogen_xhigh",
   "table_id": "t46cb20e52c3ca618abc98e67",
   "value": 0.8780487804878049,
   "effort": "xhigh",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "frontiermath_tier_4_v2.csv#2 id=97JLAf5nxpCG4VtCjAw2dd",
   "benchmark": "Epoch/FrontierMath-Tier-4-v2-Private",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "gemini-4-hydrogen",
   "raw_model": "gemini-4-hydrogen_xhigh",
   "table_id": "t21517b5d7aaaff0d628053ca",
   "value": 0.7047619047619047,
   "effort": "xhigh",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "ebr_bench.csv#2 id=Z923wraUNYhNREbtTVUCfZ",
   "benchmark": "Epoch/EBR-bench",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "claude-sonnet-4-5",
   "raw_model": "claude-sonnet-4-5-20250929",
   "table_id": "t21517b5d7aaaff0d628053ca",
   "value": 0.023809523809523808,
   "effort": null,
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "ebr_bench.csv#32 id=cUQEu2ysx4CcVJHi9KtzjQ",
   "benchmark": "Epoch/EBR-bench",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "gemini-4-hydrogen",
   "raw_model": "gemini-4-hydrogen_xhigh",
   "table_id": "t37728ece57668ee6143ae33e",
   "value": 0.709,
   "effort": "xhigh",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "simpleqa_verified.csv#2 id=BTWvEjbekh8TC7kWurJnrR",
   "benchmark": "Epoch/SimpleQA Verified",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "gemini-4-hydrogen",
   "raw_model": "gemini-4-hydrogen_xhigh",
   "table_id": "ta40fc0598e4714468be184f6",
   "value": 0.6,
   "effort": "xhigh",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "chess_puzzles.csv#2 id=SnB9m45ECMFY69gqyZDvWh",
   "benchmark": "Epoch/Chess Puzzles",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "gemini-4-hydrogen",
   "raw_model": "gemini-4-hydrogen_xhigh",
   "table_id": "t0ec8b12637f4f4b03c6a9dc8",
   "value": 0.65,
   "effort": "xhigh",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "mystery_game_puzzles.csv#2 id=CqK8FKrkxDUUkLG5tjwrLo",
   "benchmark": "Epoch/Mystery Game Puzzles",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "qwen3-6-27b",
   "raw_model": "qwen3.6-27b_none",
   "table_id": "t0ec8b12637f4f4b03c6a9dc8",
   "value": 0.07,
   "effort": "none",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "mystery_game_puzzles.csv#57 id=dKZDn279PKuc2Kxm68D4r2",
   "benchmark": "Epoch/Mystery Game Puzzles",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "qwen3-5-397b-a17b",
   "raw_model": "qwen3.5-397b-a17b_none",
   "table_id": "t0ec8b12637f4f4b03c6a9dc8",
   "value": 0.18,
   "effort": "none",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "mystery_game_puzzles.csv#58 id=D7WDyCr24AVdzr4eKAreJu",
   "benchmark": "Epoch/Mystery Game Puzzles",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "qwen3-5-122b-a10b",
   "raw_model": "qwen3.5-122b-a10b_none",
   "table_id": "t0ec8b12637f4f4b03c6a9dc8",
   "value": 0.17,
   "effort": "none",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "mystery_game_puzzles.csv#61 id=X5FL4gkJQYjzJ7axz23rfd",
   "benchmark": "Epoch/Mystery Game Puzzles",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "qwen3-6-35b-a3b",
   "raw_model": "qwen3.6-35b-a3b_none",
   "table_id": "t0ec8b12637f4f4b03c6a9dc8",
   "value": 0.22,
   "effort": "none",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "mystery_game_puzzles.csv#66 id=Ua5RK6JRxdyrHRa3hVFQwq",
   "benchmark": "Epoch/Mystery Game Puzzles",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "claude-sonnet-4-6",
   "raw_model": "claude-sonnet-4-6_low",
   "table_id": "t0ec8b12637f4f4b03c6a9dc8",
   "value": 0.16,
   "effort": "low",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "mystery_game_puzzles.csv#108 id=YdyvoMQ4mA5V8Ymg6Tksxu",
   "benchmark": "Epoch/Mystery Game Puzzles",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "gemini-3-5-flash-lite",
   "raw_model": "gemini-3.5-flash-lite_low",
   "table_id": "t0ec8b12637f4f4b03c6a9dc8",
   "value": 0.19,
   "effort": "low",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "mystery_game_puzzles.csv#123 id=Mg2yb9Tp3yc2H3ApJX6JBK",
   "benchmark": "Epoch/Mystery Game Puzzles",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "DeepSeek V4.1 Flash（2026-09 初版）",
   "raw_model": "deepseek-v4.1-flash_max",
   "table_id": "t60ec43a0e323bc38688a284b",
   "value": 0.6444444444444445,
   "effort": "max",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "mirrorcode.csv#15 id=nRrYnwt7v5xuS4K29sTubp",
   "benchmark": "Epoch/MirrorCode",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "gemini-4-hydrogen",
   "raw_model": "gemini-4-hydrogen_xhigh",
   "table_id": "tec0558fc5532c855e876a885",
   "value": 0.575,
   "effort": "xhigh",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "furniture_assembly.csv#2 id=gJMGUs7E6wPwrgqQ9i4KaU",
   "benchmark": "Epoch/Furniture Assembly",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "gemini-4-hydrogen",
   "raw_model": "gemini-4-hydrogen_xhigh",
   "table_id": "t2a2f558dadf0744755160b77",
   "value": 0.07666666666666667,
   "effort": "xhigh",
   "source": "Epoch AI",
   "source_url": "https://epoch.ai/data/benchmark_data.zip",
   "locator": "spireclimb.csv#2 id=steambench-sts1-a20h-4110fbc5eb57df9d+steambench-sts2-a10-9526dbd300dce696",
   "benchmark": "Epoch/SpireClimb",
   "source_sha256": "a6c9b1ae7c64f418701a87ec49187df285869f5f31ffb03f7ce7d9064a3ba81c"
  },
  {
   "model": "kimi-k3-1-pro",
   "raw_model": "kimi-k3.1-pro",
   "table_id": "t626b6366e4bad4f41403d33f7",
   "value": 0.75556,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/biomysterybench",
   "locator": "tasks.overall.kimi/kimi-k3.1-pro",
   "benchmark": "Vals / BioMysteryBench",
   "source_sha256": "7a06e98d6c721e3b55a96ae90c30e034f06b64dd152ffd58c4dbb8d47b30c4ae"
  },
  {
   "model": "muse-wonder-full",
   "raw_model": "muse-wonder-full",
   "table_id": "t626b6366e4bad4f41403d33f7",
   "value": 0.73333,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/biomysterybench",
   "locator": "tasks.overall.meta/muse-wonder-full",
   "benchmark": "Vals / BioMysteryBench",
   "source_sha256": "7a06e98d6c721e3b55a96ae90c30e034f06b64dd152ffd58c4dbb8d47b30c4ae"
  },
  {
   "model": "kimi-k3",
   "raw_model": "kimi-k3",
   "table_id": "t626b6366e4bad4f41403d33f7",
   "value": 0.7259300000000001,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/biomysterybench",
   "locator": "tasks.overall.kimi/kimi-k3",
   "benchmark": "Vals / BioMysteryBench",
   "source_sha256": "7a06e98d6c721e3b55a96ae90c30e034f06b64dd152ffd58c4dbb8d47b30c4ae"
  },
  {
   "model": "grok-4-6",
   "raw_model": "grok-4.6",
   "table_id": "t626b6366e4bad4f41403d33f7",
   "value": 0.72222,
   "effort": "high",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/biomysterybench",
   "locator": "tasks.overall.grok/grok-4.6",
   "benchmark": "Vals / BioMysteryBench",
   "source_sha256": "7a06e98d6c721e3b55a96ae90c30e034f06b64dd152ffd58c4dbb8d47b30c4ae"
  },
  {
   "model": "inkling-2-small",
   "raw_model": "inkling-2-small",
   "table_id": "t626b6366e4bad4f41403d33f7",
   "value": 0.7,
   "effort": "0.99",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/biomysterybench",
   "locator": "tasks.overall.thinkingmachines/inkling-2-small",
   "benchmark": "Vals / BioMysteryBench",
   "source_sha256": "7a06e98d6c721e3b55a96ae90c30e034f06b64dd152ffd58c4dbb8d47b30c4ae"
  },
  {
   "model": "grok-4-7",
   "raw_model": "grok-4.7",
   "table_id": "t626b6366e4bad4f41403d33f7",
   "value": 0.69259,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/biomysterybench",
   "locator": "tasks.overall.grok/grok-4.7",
   "benchmark": "Vals / BioMysteryBench",
   "source_sha256": "7a06e98d6c721e3b55a96ae90c30e034f06b64dd152ffd58c4dbb8d47b30c4ae"
  },
  {
   "model": "DeepSeek V4.1 Flash（2026-09 初版）",
   "raw_model": "deepseek-v4.1-flash",
   "table_id": "t626b6366e4bad4f41403d33f7",
   "value": 0.67778,
   "effort": "high",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/biomysterybench",
   "locator": "tasks.overall.deepseek/deepseek-v4.1-flash",
   "benchmark": "Vals / BioMysteryBench",
   "source_sha256": "7a06e98d6c721e3b55a96ae90c30e034f06b64dd152ffd58c4dbb8d47b30c4ae"
  },
  {
   "model": "step-5-preview",
   "raw_model": "step-5-preview",
   "table_id": "t626b6366e4bad4f41403d33f7",
   "value": 0.67407,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/biomysterybench",
   "locator": "tasks.overall.stepfun/step-5-preview",
   "benchmark": "Vals / BioMysteryBench",
   "source_sha256": "7a06e98d6c721e3b55a96ae90c30e034f06b64dd152ffd58c4dbb8d47b30c4ae"
  },
  {
   "model": "muse-wonder",
   "raw_model": "muse-wonder",
   "table_id": "t626b6366e4bad4f41403d33f7",
   "value": 0.67037,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/biomysterybench",
   "locator": "tasks.overall.meta/muse-wonder",
   "benchmark": "Vals / BioMysteryBench",
   "source_sha256": "7a06e98d6c721e3b55a96ae90c30e034f06b64dd152ffd58c4dbb8d47b30c4ae"
  },
  {
   "model": "mistral-large-4",
   "raw_model": "mistral-large-4",
   "table_id": "t626b6366e4bad4f41403d33f7",
   "value": 0.67037,
   "effort": "high",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/biomysterybench",
   "locator": "tasks.overall.mistralai/mistral-large-4",
   "benchmark": "Vals / BioMysteryBench",
   "source_sha256": "7a06e98d6c721e3b55a96ae90c30e034f06b64dd152ffd58c4dbb8d47b30c4ae"
  },
  {
   "model": "DeepSeek V4 Flash-0731",
   "raw_model": "deepseek-v4-flash-0731",
   "table_id": "t626b6366e4bad4f41403d33f7",
   "value": 0.64444,
   "effort": "high",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/biomysterybench",
   "locator": "tasks.overall.deepseek/deepseek-v4-flash-0731",
   "benchmark": "Vals / BioMysteryBench",
   "source_sha256": "7a06e98d6c721e3b55a96ae90c30e034f06b64dd152ffd58c4dbb8d47b30c4ae"
  },
  {
   "model": "beam-1-0",
   "raw_model": "Beam-1.0",
   "table_id": "t626b6366e4bad4f41403d33f7",
   "value": 0.42593000000000003,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/biomysterybench",
   "locator": "tasks.overall.reflection/Beam-1.0",
   "benchmark": "Vals / BioMysteryBench",
   "source_sha256": "7a06e98d6c721e3b55a96ae90c30e034f06b64dd152ffd58c4dbb8d47b30c4ae"
  },
  {
   "model": "muse-wonder-full",
   "raw_model": "muse-wonder-full",
   "table_id": "t62db7040d650485b95e0f5383",
   "value": 0.35135,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/mysterymechanism",
   "locator": "tasks.overall.meta/muse-wonder-full",
   "benchmark": "Vals / MysteryMechanism",
   "source_sha256": "b28c8519439b13d1201f195ded6341c1a8ee7fa7b689e0711113653ae5cbd5c8"
  },
  {
   "model": "grok-4-6",
   "raw_model": "grok-4.6",
   "table_id": "t62db7040d650485b95e0f5383",
   "value": 0.30631,
   "effort": "high",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/mysterymechanism",
   "locator": "tasks.overall.grok/grok-4.6",
   "benchmark": "Vals / MysteryMechanism",
   "source_sha256": "b28c8519439b13d1201f195ded6341c1a8ee7fa7b689e0711113653ae5cbd5c8"
  },
  {
   "model": "muse-wonder",
   "raw_model": "muse-wonder",
   "table_id": "t62db7040d650485b95e0f5383",
   "value": 0.27477,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/mysterymechanism",
   "locator": "tasks.overall.meta/muse-wonder",
   "benchmark": "Vals / MysteryMechanism",
   "source_sha256": "b28c8519439b13d1201f195ded6341c1a8ee7fa7b689e0711113653ae5cbd5c8"
  },
  {
   "model": "kimi-k3-1-pro",
   "raw_model": "kimi-k3.1-pro",
   "table_id": "t62db7040d650485b95e0f5383",
   "value": 0.26126,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/mysterymechanism",
   "locator": "tasks.overall.kimi/kimi-k3.1-pro",
   "benchmark": "Vals / MysteryMechanism",
   "source_sha256": "b28c8519439b13d1201f195ded6341c1a8ee7fa7b689e0711113653ae5cbd5c8"
  },
  {
   "model": "inkling-2-small",
   "raw_model": "inkling-2-small",
   "table_id": "t62db7040d650485b95e0f5383",
   "value": 0.25225000000000003,
   "effort": "0.99",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/mysterymechanism",
   "locator": "tasks.overall.thinkingmachines/inkling-2-small",
   "benchmark": "Vals / MysteryMechanism",
   "source_sha256": "b28c8519439b13d1201f195ded6341c1a8ee7fa7b689e0711113653ae5cbd5c8"
  },
  {
   "model": "grok-4-7",
   "raw_model": "grok-4.7",
   "table_id": "t62db7040d650485b95e0f5383",
   "value": 0.25225000000000003,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/mysterymechanism",
   "locator": "tasks.overall.grok/grok-4.7",
   "benchmark": "Vals / MysteryMechanism",
   "source_sha256": "b28c8519439b13d1201f195ded6341c1a8ee7fa7b689e0711113653ae5cbd5c8"
  },
  {
   "model": "Qwen3.8 Max（原版）",
   "raw_model": "qwen3.8-max",
   "table_id": "t62db7040d650485b95e0f5383",
   "value": 0.23873999999999998,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/mysterymechanism",
   "locator": "tasks.overall.alibaba/qwen3.8-max",
   "benchmark": "Vals / MysteryMechanism",
   "source_sha256": "b28c8519439b13d1201f195ded6341c1a8ee7fa7b689e0711113653ae5cbd5c8"
  },
  {
   "model": "glm-5-3",
   "raw_model": "glm-5.3",
   "table_id": "t62db7040d650485b95e0f5383",
   "value": 0.22973,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/mysterymechanism",
   "locator": "tasks.overall.zai/glm-5.3",
   "benchmark": "Vals / MysteryMechanism",
   "source_sha256": "b28c8519439b13d1201f195ded6341c1a8ee7fa7b689e0711113653ae5cbd5c8"
  },
  {
   "model": "beam-1-0",
   "raw_model": "Beam-1.0",
   "table_id": "t62db7040d650485b95e0f5383",
   "value": 0.22072,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/mysterymechanism",
   "locator": "tasks.overall.reflection/Beam-1.0",
   "benchmark": "Vals / MysteryMechanism",
   "source_sha256": "b28c8519439b13d1201f195ded6341c1a8ee7fa7b689e0711113653ae5cbd5c8"
  },
  {
   "model": "DeepSeek V4.1 Flash（2026-09 初版）",
   "raw_model": "deepseek-v4.1-flash",
   "table_id": "t62db7040d650485b95e0f5383",
   "value": 0.21170999999999998,
   "effort": "high",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/mysterymechanism",
   "locator": "tasks.overall.deepseek/deepseek-v4.1-flash",
   "benchmark": "Vals / MysteryMechanism",
   "source_sha256": "b28c8519439b13d1201f195ded6341c1a8ee7fa7b689e0711113653ae5cbd5c8"
  },
  {
   "model": "step-5-preview",
   "raw_model": "step-5-preview",
   "table_id": "t62db7040d650485b95e0f5383",
   "value": 0.18468,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/mysterymechanism",
   "locator": "tasks.overall.stepfun/step-5-preview",
   "benchmark": "Vals / MysteryMechanism",
   "source_sha256": "b28c8519439b13d1201f195ded6341c1a8ee7fa7b689e0711113653ae5cbd5c8"
  },
  {
   "model": "mistral-large-4",
   "raw_model": "mistral-large-4",
   "table_id": "t62db7040d650485b95e0f5383",
   "value": 0.12162,
   "effort": "high",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/mysterymechanism",
   "locator": "tasks.overall.mistralai/mistral-large-4",
   "benchmark": "Vals / MysteryMechanism",
   "source_sha256": "b28c8519439b13d1201f195ded6341c1a8ee7fa7b689e0711113653ae5cbd5c8"
  },
  {
   "model": "muse-wonder-full",
   "raw_model": "muse-wonder-full",
   "table_id": "t62582d3f68e1393d5fee88892",
   "value": 0.6757500000000001,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/fabv2_1",
   "locator": "tasks.overall.meta/muse-wonder-full",
   "benchmark": "Vals / Finance Agent v2.1",
   "source_sha256": "8947d4407f8e912c24a8075d07784a95998ed70c4a382f42713c490e5b38b613"
  },
  {
   "model": "inkling-2-small",
   "raw_model": "inkling-2-small",
   "table_id": "t62582d3f68e1393d5fee88892",
   "value": 0.67536,
   "effort": "0.99",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/fabv2_1",
   "locator": "tasks.overall.thinkingmachines/inkling-2-small",
   "benchmark": "Vals / Finance Agent v2.1",
   "source_sha256": "8947d4407f8e912c24a8075d07784a95998ed70c4a382f42713c490e5b38b613"
  },
  {
   "model": "qwen4-max",
   "raw_model": "qwen4-max",
   "table_id": "t62582d3f68e1393d5fee88892",
   "value": 0.66683,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/fabv2_1",
   "locator": "tasks.overall.alibaba/qwen4-max",
   "benchmark": "Vals / Finance Agent v2.1",
   "source_sha256": "8947d4407f8e912c24a8075d07784a95998ed70c4a382f42713c490e5b38b613"
  },
  {
   "model": "muse-wonder",
   "raw_model": "muse-wonder",
   "table_id": "t62582d3f68e1393d5fee88892",
   "value": 0.65545,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/fabv2_1",
   "locator": "tasks.overall.meta/muse-wonder",
   "benchmark": "Vals / Finance Agent v2.1",
   "source_sha256": "8947d4407f8e912c24a8075d07784a95998ed70c4a382f42713c490e5b38b613"
  },
  {
   "model": "DeepSeek V4.1 Flash（2026-09 初版）",
   "raw_model": "deepseek-v4.1-flash",
   "table_id": "t62582d3f68e1393d5fee88892",
   "value": 0.65428,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/fabv2_1",
   "locator": "tasks.overall.deepseek/deepseek-v4.1-flash",
   "benchmark": "Vals / Finance Agent v2.1",
   "source_sha256": "8947d4407f8e912c24a8075d07784a95998ed70c4a382f42713c490e5b38b613"
  },
  {
   "model": "glm-5-3",
   "raw_model": "glm-5.3",
   "table_id": "t62582d3f68e1393d5fee88892",
   "value": 0.6500400000000001,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/fabv2_1",
   "locator": "tasks.overall.zai/glm-5.3",
   "benchmark": "Vals / Finance Agent v2.1",
   "source_sha256": "8947d4407f8e912c24a8075d07784a95998ed70c4a382f42713c490e5b38b613"
  },
  {
   "model": "DeepSeek V4.1 Flash-1017",
   "raw_model": "deepseek-v4.1-flash-1017",
   "table_id": "t62582d3f68e1393d5fee88892",
   "value": 0.62933,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/fabv2_1",
   "locator": "tasks.overall.deepseek/deepseek-v4.1-flash-1017",
   "benchmark": "Vals / Finance Agent v2.1",
   "source_sha256": "8947d4407f8e912c24a8075d07784a95998ed70c4a382f42713c490e5b38b613"
  },
  {
   "model": "kimi-k3-1-pro",
   "raw_model": "kimi-k3.1-pro",
   "table_id": "t62582d3f68e1393d5fee88892",
   "value": 0.61488,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/fabv2_1",
   "locator": "tasks.overall.kimi/kimi-k3.1-pro",
   "benchmark": "Vals / Finance Agent v2.1",
   "source_sha256": "8947d4407f8e912c24a8075d07784a95998ed70c4a382f42713c490e5b38b613"
  },
  {
   "model": "mistral-large-4",
   "raw_model": "mistral-large-4",
   "table_id": "t62582d3f68e1393d5fee88892",
   "value": 0.61383,
   "effort": "high",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/fabv2_1",
   "locator": "tasks.overall.mistralai/mistral-large-4",
   "benchmark": "Vals / Finance Agent v2.1",
   "source_sha256": "8947d4407f8e912c24a8075d07784a95998ed70c4a382f42713c490e5b38b613"
  },
  {
   "model": "gpt-6-2-astra",
   "raw_model": "gpt-6.2-astra",
   "table_id": "t62582d3f68e1393d5fee88892",
   "value": 0.60748,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/fabv2_1",
   "locator": "tasks.overall.openai/gpt-6.2-astra",
   "benchmark": "Vals / Finance Agent v2.1",
   "source_sha256": "8947d4407f8e912c24a8075d07784a95998ed70c4a382f42713c490e5b38b613"
  },
  {
   "model": "muse-spark-open",
   "raw_model": "muse-spark-open",
   "table_id": "t62582d3f68e1393d5fee88892",
   "value": 0.60665,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/fabv2_1",
   "locator": "tasks.overall.meta/muse-spark-open",
   "benchmark": "Vals / Finance Agent v2.1",
   "source_sha256": "8947d4407f8e912c24a8075d07784a95998ed70c4a382f42713c490e5b38b613"
  },
  {
   "model": "glm-5-3-flash",
   "raw_model": "glm-5.3-flash",
   "table_id": "t62582d3f68e1393d5fee88892",
   "value": 0.60587,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/fabv2_1",
   "locator": "tasks.overall.zai/glm-5.3-flash",
   "benchmark": "Vals / Finance Agent v2.1",
   "source_sha256": "8947d4407f8e912c24a8075d07784a95998ed70c4a382f42713c490e5b38b613"
  },
  {
   "model": "grok-4-7",
   "raw_model": "grok-4.7",
   "table_id": "t62582d3f68e1393d5fee88892",
   "value": 0.60585,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/fabv2_1",
   "locator": "tasks.overall.grok/grok-4.7",
   "benchmark": "Vals / Finance Agent v2.1",
   "source_sha256": "8947d4407f8e912c24a8075d07784a95998ed70c4a382f42713c490e5b38b613"
  },
  {
   "model": "kimi-k3",
   "raw_model": "kimi-k3",
   "table_id": "t62582d3f68e1393d5fee88892",
   "value": 0.6001299999999999,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/fabv2_1",
   "locator": "tasks.overall.kimi/kimi-k3",
   "benchmark": "Vals / Finance Agent v2.1",
   "source_sha256": "8947d4407f8e912c24a8075d07784a95998ed70c4a382f42713c490e5b38b613"
  },
  {
   "model": "gpt-6-2-sol",
   "raw_model": "gpt-6.2-sol",
   "table_id": "t62582d3f68e1393d5fee88892",
   "value": 0.5891299999999999,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/fabv2_1",
   "locator": "tasks.overall.openai/gpt-6.2-sol",
   "benchmark": "Vals / Finance Agent v2.1",
   "source_sha256": "8947d4407f8e912c24a8075d07784a95998ed70c4a382f42713c490e5b38b613"
  },
  {
   "model": "step-5-preview",
   "raw_model": "step-5-preview",
   "table_id": "t62582d3f68e1393d5fee88892",
   "value": 0.589,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/fabv2_1",
   "locator": "tasks.overall.stepfun/step-5-preview",
   "benchmark": "Vals / Finance Agent v2.1",
   "source_sha256": "8947d4407f8e912c24a8075d07784a95998ed70c4a382f42713c490e5b38b613"
  },
  {
   "model": "minimax-m3-1-flash",
   "raw_model": "MiniMax-M3.1-flash",
   "table_id": "t62582d3f68e1393d5fee88892",
   "value": 0.58826,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/fabv2_1",
   "locator": "tasks.overall.minimax/MiniMax-M3.1-flash",
   "benchmark": "Vals / Finance Agent v2.1",
   "source_sha256": "8947d4407f8e912c24a8075d07784a95998ed70c4a382f42713c490e5b38b613"
  },
  {
   "model": "DeepSeek V4 Pro-0813",
   "raw_model": "deepseek-v4-pro-0813",
   "table_id": "t62582d3f68e1393d5fee88892",
   "value": 0.57116,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/fabv2_1",
   "locator": "tasks.overall.deepseek/deepseek-v4-pro-0813",
   "benchmark": "Vals / Finance Agent v2.1",
   "source_sha256": "8947d4407f8e912c24a8075d07784a95998ed70c4a382f42713c490e5b38b613"
  },
  {
   "model": "minimax-m3",
   "raw_model": "MiniMax-M3",
   "table_id": "t62582d3f68e1393d5fee88892",
   "value": 0.54338,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/fabv2_1",
   "locator": "tasks.overall.minimax/MiniMax-M3",
   "benchmark": "Vals / Finance Agent v2.1",
   "source_sha256": "8947d4407f8e912c24a8075d07784a95998ed70c4a382f42713c490e5b38b613"
  },
  {
   "model": "beam-1-0",
   "raw_model": "Beam-1.0",
   "table_id": "t62582d3f68e1393d5fee88892",
   "value": 0.51827,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/fabv2_1",
   "locator": "tasks.overall.reflection/Beam-1.0",
   "benchmark": "Vals / Finance Agent v2.1",
   "source_sha256": "8947d4407f8e912c24a8075d07784a95998ed70c4a382f42713c490e5b38b613"
  },
  {
   "model": "muse-spark-open",
   "raw_model": "muse-spark-open",
   "table_id": "t62662f68efc77b82afdad2304",
   "value": 0.25,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/hlab",
   "locator": "tasks.overall.meta/muse-spark-open",
   "benchmark": "Vals / HLAB-Vals-1.1",
   "source_sha256": "10c9808edca222a48381926b63bad4327f9098c22411d22b1953a8321f8c3be9"
  },
  {
   "model": "muse-wonder",
   "raw_model": "muse-wonder",
   "table_id": "t62662f68efc77b82afdad2304",
   "value": 0.2375,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/hlab",
   "locator": "tasks.overall.meta/muse-wonder",
   "benchmark": "Vals / HLAB-Vals-1.1",
   "source_sha256": "10c9808edca222a48381926b63bad4327f9098c22411d22b1953a8321f8c3be9"
  },
  {
   "model": "muse-wonder-full",
   "raw_model": "muse-wonder-full",
   "table_id": "t62662f68efc77b82afdad2304",
   "value": 0.23332999999999998,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/hlab",
   "locator": "tasks.overall.meta/muse-wonder-full",
   "benchmark": "Vals / HLAB-Vals-1.1",
   "source_sha256": "10c9808edca222a48381926b63bad4327f9098c22411d22b1953a8321f8c3be9"
  },
  {
   "model": "inkling-2-small",
   "raw_model": "inkling-2-small",
   "table_id": "t62662f68efc77b82afdad2304",
   "value": 0.21667000000000003,
   "effort": "0.99",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/hlab",
   "locator": "tasks.overall.thinkingmachines/inkling-2-small",
   "benchmark": "Vals / HLAB-Vals-1.1",
   "source_sha256": "10c9808edca222a48381926b63bad4327f9098c22411d22b1953a8321f8c3be9"
  },
  {
   "model": "qwen4-max",
   "raw_model": "qwen4-max",
   "table_id": "t62662f68efc77b82afdad2304",
   "value": 0.2125,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/hlab",
   "locator": "tasks.overall.alibaba/qwen4-max",
   "benchmark": "Vals / HLAB-Vals-1.1",
   "source_sha256": "10c9808edca222a48381926b63bad4327f9098c22411d22b1953a8321f8c3be9"
  },
  {
   "model": "grok-4-7",
   "raw_model": "grok-4.7",
   "table_id": "t62662f68efc77b82afdad2304",
   "value": 0.18333,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/hlab",
   "locator": "tasks.overall.grok/grok-4.7",
   "benchmark": "Vals / HLAB-Vals-1.1",
   "source_sha256": "10c9808edca222a48381926b63bad4327f9098c22411d22b1953a8321f8c3be9"
  },
  {
   "model": "mistral-large-4",
   "raw_model": "mistral-large-4",
   "table_id": "t62662f68efc77b82afdad2304",
   "value": 0.175,
   "effort": "high",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/hlab",
   "locator": "tasks.overall.mistralai/mistral-large-4",
   "benchmark": "Vals / HLAB-Vals-1.1",
   "source_sha256": "10c9808edca222a48381926b63bad4327f9098c22411d22b1953a8321f8c3be9"
  },
  {
   "model": "gpt-6-2-astra",
   "raw_model": "gpt-6.2-astra",
   "table_id": "t62662f68efc77b82afdad2304",
   "value": 0.1625,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/hlab",
   "locator": "tasks.overall.openai/gpt-6.2-astra",
   "benchmark": "Vals / HLAB-Vals-1.1",
   "source_sha256": "10c9808edca222a48381926b63bad4327f9098c22411d22b1953a8321f8c3be9"
  },
  {
   "model": "glm-5-3",
   "raw_model": "glm-5.3",
   "table_id": "t62662f68efc77b82afdad2304",
   "value": 0.14583000000000002,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/hlab",
   "locator": "tasks.overall.zai/glm-5.3",
   "benchmark": "Vals / HLAB-Vals-1.1",
   "source_sha256": "10c9808edca222a48381926b63bad4327f9098c22411d22b1953a8321f8c3be9"
  },
  {
   "model": "DeepSeek V4.1 Flash-1017",
   "raw_model": "deepseek-v4.1-flash-1017",
   "table_id": "t62662f68efc77b82afdad2304",
   "value": 0.14167,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/hlab",
   "locator": "tasks.overall.deepseek/deepseek-v4.1-flash-1017",
   "benchmark": "Vals / HLAB-Vals-1.1",
   "source_sha256": "10c9808edca222a48381926b63bad4327f9098c22411d22b1953a8321f8c3be9"
  },
  {
   "model": "step-5-preview",
   "raw_model": "step-5-preview",
   "table_id": "t62662f68efc77b82afdad2304",
   "value": 0.12917,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/hlab",
   "locator": "tasks.overall.stepfun/step-5-preview",
   "benchmark": "Vals / HLAB-Vals-1.1",
   "source_sha256": "10c9808edca222a48381926b63bad4327f9098c22411d22b1953a8321f8c3be9"
  },
  {
   "model": "kimi-k3",
   "raw_model": "kimi-k3",
   "table_id": "t62662f68efc77b82afdad2304",
   "value": 0.12917,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/hlab",
   "locator": "tasks.overall.kimi/kimi-k3",
   "benchmark": "Vals / HLAB-Vals-1.1",
   "source_sha256": "10c9808edca222a48381926b63bad4327f9098c22411d22b1953a8321f8c3be9"
  },
  {
   "model": "gpt-6-2-sol",
   "raw_model": "gpt-6.2-sol",
   "table_id": "t62662f68efc77b82afdad2304",
   "value": 0.12083,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/hlab",
   "locator": "tasks.overall.openai/gpt-6.2-sol",
   "benchmark": "Vals / HLAB-Vals-1.1",
   "source_sha256": "10c9808edca222a48381926b63bad4327f9098c22411d22b1953a8321f8c3be9"
  },
  {
   "model": "kimi-k3-1-pro",
   "raw_model": "kimi-k3.1-pro",
   "table_id": "t62662f68efc77b82afdad2304",
   "value": 0.11667,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/hlab",
   "locator": "tasks.overall.kimi/kimi-k3.1-pro",
   "benchmark": "Vals / HLAB-Vals-1.1",
   "source_sha256": "10c9808edca222a48381926b63bad4327f9098c22411d22b1953a8321f8c3be9"
  },
  {
   "model": "DeepSeek V4 Pro-0813",
   "raw_model": "deepseek-v4-pro-0813",
   "table_id": "t62662f68efc77b82afdad2304",
   "value": 0.10833,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/hlab",
   "locator": "tasks.overall.deepseek/deepseek-v4-pro-0813",
   "benchmark": "Vals / HLAB-Vals-1.1",
   "source_sha256": "10c9808edca222a48381926b63bad4327f9098c22411d22b1953a8321f8c3be9"
  },
  {
   "model": "glm-5-3-flash",
   "raw_model": "glm-5.3-flash",
   "table_id": "t62662f68efc77b82afdad2304",
   "value": 0.10417,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/hlab",
   "locator": "tasks.overall.zai/glm-5.3-flash",
   "benchmark": "Vals / HLAB-Vals-1.1",
   "source_sha256": "10c9808edca222a48381926b63bad4327f9098c22411d22b1953a8321f8c3be9"
  },
  {
   "model": "minimax-m3-1-flash",
   "raw_model": "MiniMax-M3.1-flash",
   "table_id": "t62662f68efc77b82afdad2304",
   "value": 0.075,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/hlab",
   "locator": "tasks.overall.minimax/MiniMax-M3.1-flash",
   "benchmark": "Vals / HLAB-Vals-1.1",
   "source_sha256": "10c9808edca222a48381926b63bad4327f9098c22411d22b1953a8321f8c3be9"
  },
  {
   "model": "beam-1-0",
   "raw_model": "Beam-1.0",
   "table_id": "t62662f68efc77b82afdad2304",
   "value": 0.04583,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/hlab",
   "locator": "tasks.overall.reflection/Beam-1.0",
   "benchmark": "Vals / HLAB-Vals-1.1",
   "source_sha256": "10c9808edca222a48381926b63bad4327f9098c22411d22b1953a8321f8c3be9"
  },
  {
   "model": "gpt-6-2-astra",
   "raw_model": "gpt-6.2-astra",
   "table_id": "t62a8d36b00fb57b17e7843475",
   "value": 0.7603,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/emb_v1_1",
   "locator": "tasks.overall.openai/gpt-6.2-astra",
   "benchmark": "Vals / EMB v1.1",
   "source_sha256": "b750f862e293e69ff612f492d2d30522fee4bd22174d20770140752ef7d9a7cc"
  },
  {
   "model": "muse-wonder-full",
   "raw_model": "muse-wonder-full",
   "table_id": "t62a8d36b00fb57b17e7843475",
   "value": 0.7499800000000001,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/emb_v1_1",
   "locator": "tasks.overall.meta/muse-wonder-full",
   "benchmark": "Vals / EMB v1.1",
   "source_sha256": "b750f862e293e69ff612f492d2d30522fee4bd22174d20770140752ef7d9a7cc"
  },
  {
   "model": "gpt-6-2-sol",
   "raw_model": "gpt-6.2-sol",
   "table_id": "t62a8d36b00fb57b17e7843475",
   "value": 0.7429399999999999,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/emb_v1_1",
   "locator": "tasks.overall.openai/gpt-6.2-sol",
   "benchmark": "Vals / EMB v1.1",
   "source_sha256": "b750f862e293e69ff612f492d2d30522fee4bd22174d20770140752ef7d9a7cc"
  },
  {
   "model": "muse-wonder",
   "raw_model": "muse-wonder",
   "table_id": "t62a8d36b00fb57b17e7843475",
   "value": 0.72503,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/emb_v1_1",
   "locator": "tasks.overall.meta/muse-wonder",
   "benchmark": "Vals / EMB v1.1",
   "source_sha256": "b750f862e293e69ff612f492d2d30522fee4bd22174d20770140752ef7d9a7cc"
  },
  {
   "model": "grok-4-7",
   "raw_model": "grok-4.7",
   "table_id": "t62a8d36b00fb57b17e7843475",
   "value": 0.7149800000000001,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/emb_v1_1",
   "locator": "tasks.overall.grok/grok-4.7",
   "benchmark": "Vals / EMB v1.1",
   "source_sha256": "b750f862e293e69ff612f492d2d30522fee4bd22174d20770140752ef7d9a7cc"
  },
  {
   "model": "kimi-k3",
   "raw_model": "kimi-k3",
   "table_id": "t62a8d36b00fb57b17e7843475",
   "value": 0.7126399999999999,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/emb_v1_1",
   "locator": "tasks.overall.kimi/kimi-k3",
   "benchmark": "Vals / EMB v1.1",
   "source_sha256": "b750f862e293e69ff612f492d2d30522fee4bd22174d20770140752ef7d9a7cc"
  },
  {
   "model": "qwen4-max",
   "raw_model": "qwen4-max",
   "table_id": "t62a8d36b00fb57b17e7843475",
   "value": 0.70828,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/emb_v1_1",
   "locator": "tasks.overall.alibaba/qwen4-max",
   "benchmark": "Vals / EMB v1.1",
   "source_sha256": "b750f862e293e69ff612f492d2d30522fee4bd22174d20770140752ef7d9a7cc"
  },
  {
   "model": "kimi-k3-1-pro",
   "raw_model": "kimi-k3.1-pro",
   "table_id": "t62a8d36b00fb57b17e7843475",
   "value": 0.7,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/emb_v1_1",
   "locator": "tasks.overall.kimi/kimi-k3.1-pro",
   "benchmark": "Vals / EMB v1.1",
   "source_sha256": "b750f862e293e69ff612f492d2d30522fee4bd22174d20770140752ef7d9a7cc"
  },
  {
   "model": "step-5-preview",
   "raw_model": "step-5-preview",
   "table_id": "t62a8d36b00fb57b17e7843475",
   "value": 0.69552,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/emb_v1_1",
   "locator": "tasks.overall.stepfun/step-5-preview",
   "benchmark": "Vals / EMB v1.1",
   "source_sha256": "b750f862e293e69ff612f492d2d30522fee4bd22174d20770140752ef7d9a7cc"
  },
  {
   "model": "inkling-2-small",
   "raw_model": "inkling-2-small",
   "table_id": "t62a8d36b00fb57b17e7843475",
   "value": 0.6950400000000001,
   "effort": "0.99",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/emb_v1_1",
   "locator": "tasks.overall.thinkingmachines/inkling-2-small",
   "benchmark": "Vals / EMB v1.1",
   "source_sha256": "b750f862e293e69ff612f492d2d30522fee4bd22174d20770140752ef7d9a7cc"
  },
  {
   "model": "DeepSeek V4.1 Flash-1017",
   "raw_model": "deepseek-v4.1-flash-1017",
   "table_id": "t62a8d36b00fb57b17e7843475",
   "value": 0.6917300000000001,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/emb_v1_1",
   "locator": "tasks.overall.deepseek/deepseek-v4.1-flash-1017",
   "benchmark": "Vals / EMB v1.1",
   "source_sha256": "b750f862e293e69ff612f492d2d30522fee4bd22174d20770140752ef7d9a7cc"
  },
  {
   "model": "glm-5-3",
   "raw_model": "glm-5.3",
   "table_id": "t62a8d36b00fb57b17e7843475",
   "value": 0.69112,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/emb_v1_1",
   "locator": "tasks.overall.zai/glm-5.3",
   "benchmark": "Vals / EMB v1.1",
   "source_sha256": "b750f862e293e69ff612f492d2d30522fee4bd22174d20770140752ef7d9a7cc"
  },
  {
   "model": "mistral-large-4",
   "raw_model": "mistral-large-4",
   "table_id": "t62a8d36b00fb57b17e7843475",
   "value": 0.6897199999999999,
   "effort": "high",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/emb_v1_1",
   "locator": "tasks.overall.mistralai/mistral-large-4",
   "benchmark": "Vals / EMB v1.1",
   "source_sha256": "b750f862e293e69ff612f492d2d30522fee4bd22174d20770140752ef7d9a7cc"
  },
  {
   "model": "minimax-m3-1-flash",
   "raw_model": "MiniMax-M3.1-flash",
   "table_id": "t62a8d36b00fb57b17e7843475",
   "value": 0.6784300000000001,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/emb_v1_1",
   "locator": "tasks.overall.minimax/MiniMax-M3.1-flash",
   "benchmark": "Vals / EMB v1.1",
   "source_sha256": "b750f862e293e69ff612f492d2d30522fee4bd22174d20770140752ef7d9a7cc"
  },
  {
   "model": "DeepSeek V4.1 Flash（2026-09 初版）",
   "raw_model": "deepseek-v4.1-flash",
   "table_id": "t62a8d36b00fb57b17e7843475",
   "value": 0.67758,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/emb_v1_1",
   "locator": "tasks.overall.deepseek/deepseek-v4.1-flash",
   "benchmark": "Vals / EMB v1.1",
   "source_sha256": "b750f862e293e69ff612f492d2d30522fee4bd22174d20770140752ef7d9a7cc"
  },
  {
   "model": "glm-5-3-flash",
   "raw_model": "glm-5.3-flash",
   "table_id": "t62a8d36b00fb57b17e7843475",
   "value": 0.66252,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/emb_v1_1",
   "locator": "tasks.overall.zai/glm-5.3-flash",
   "benchmark": "Vals / EMB v1.1",
   "source_sha256": "b750f862e293e69ff612f492d2d30522fee4bd22174d20770140752ef7d9a7cc"
  },
  {
   "model": "Qwen3.8 Max（原版）",
   "raw_model": "qwen3.8-max",
   "table_id": "t62a8d36b00fb57b17e7843475",
   "value": 0.65986,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/emb_v1_1",
   "locator": "tasks.overall.alibaba/qwen3.8-max",
   "benchmark": "Vals / EMB v1.1",
   "source_sha256": "b750f862e293e69ff612f492d2d30522fee4bd22174d20770140752ef7d9a7cc"
  },
  {
   "model": "DeepSeek V4 Pro-0813",
   "raw_model": "deepseek-v4-pro-0813",
   "table_id": "t62a8d36b00fb57b17e7843475",
   "value": 0.65128,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/emb_v1_1",
   "locator": "tasks.overall.deepseek/deepseek-v4-pro-0813",
   "benchmark": "Vals / EMB v1.1",
   "source_sha256": "b750f862e293e69ff612f492d2d30522fee4bd22174d20770140752ef7d9a7cc"
  },
  {
   "model": "beam-1-0",
   "raw_model": "Beam-1.0",
   "table_id": "t62a8d36b00fb57b17e7843475",
   "value": 0.6473300000000001,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/emb_v1_1",
   "locator": "tasks.overall.reflection/Beam-1.0",
   "benchmark": "Vals / EMB v1.1",
   "source_sha256": "b750f862e293e69ff612f492d2d30522fee4bd22174d20770140752ef7d9a7cc"
  },
  {
   "model": "muse-spark-open",
   "raw_model": "muse-spark-open",
   "table_id": "t62a8d36b00fb57b17e7843475",
   "value": 0.61983,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/emb_v1_1",
   "locator": "tasks.overall.meta/muse-spark-open",
   "benchmark": "Vals / EMB v1.1",
   "source_sha256": "b750f862e293e69ff612f492d2d30522fee4bd22174d20770140752ef7d9a7cc"
  },
  {
   "model": "minimax-m3",
   "raw_model": "MiniMax-M3",
   "table_id": "t62a8d36b00fb57b17e7843475",
   "value": 0.59754,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/emb_v1_1",
   "locator": "tasks.overall.minimax/MiniMax-M3",
   "benchmark": "Vals / EMB v1.1",
   "source_sha256": "b750f862e293e69ff612f492d2d30522fee4bd22174d20770140752ef7d9a7cc"
  },
  {
   "model": "muse-wonder-full",
   "raw_model": "muse-wonder-full",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.5336500000000001,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.meta/muse-wonder-full",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "muse-wonder",
   "raw_model": "muse-wonder",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.50481,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.meta/muse-wonder",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "glm-5-3",
   "raw_model": "glm-5.3",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.49038,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.zai/glm-5.3",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "grok-4-6",
   "raw_model": "grok-4.6",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.48077,
   "effort": "high",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.grok/grok-4.6",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "Qwen3.8 Max（原版）",
   "raw_model": "qwen3.8-max",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.47595999999999994,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.alibaba/qwen3.8-max",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "grok-4-7",
   "raw_model": "grok-4.7",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.47115,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.grok/grok-4.7",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "inkling-2-small",
   "raw_model": "inkling-2-small",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.46635,
   "effort": "0.99",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.thinkingmachines/inkling-2-small",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "kimi-k3",
   "raw_model": "kimi-k3",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.46154000000000006,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.kimi/kimi-k3",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "DeepSeek V4.1 Flash-1017",
   "raw_model": "deepseek-v4.1-flash-1017",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.45192,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.deepseek/deepseek-v4.1-flash-1017",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "glm-5-3-flash",
   "raw_model": "glm-5.3-flash",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.45192,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.zai/glm-5.3-flash",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "gpt-6-2-astra",
   "raw_model": "gpt-6.2-astra",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.42788,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.openai/gpt-6.2-astra",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "DeepSeek V4.1 Flash（2026-09 初版）",
   "raw_model": "deepseek-v4.1-flash",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.41345999999999994,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.deepseek/deepseek-v4.1-flash",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "qwen4-max",
   "raw_model": "qwen4-max",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.41345999999999994,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.alibaba/qwen4-max",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "DeepSeek V4 Pro-0813",
   "raw_model": "deepseek-v4-pro-0813",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.40865,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.deepseek/deepseek-v4-pro-0813",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "step-5-preview",
   "raw_model": "step-5-preview",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.40385,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.stepfun/step-5-preview",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "muse-spark-open",
   "raw_model": "muse-spark-open",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.38462,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.meta/muse-spark-open",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "grok-4-5",
   "raw_model": "grok-4.5",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.37981000000000004,
   "effort": "high",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.grok/grok-4.5",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "kimi-k3-1-pro",
   "raw_model": "kimi-k3.1-pro",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.375,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.kimi/kimi-k3.1-pro",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "gpt-6-2-sol",
   "raw_model": "gpt-6.2-sol",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.37018999999999996,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.openai/gpt-6.2-sol",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "qwen3-8-27b",
   "raw_model": "qwen3.8-27b",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.36058,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.alibaba/qwen3.8-27b",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "minimax-m3-1-flash",
   "raw_model": "MiniMax-M3.1-flash",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.34135,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.minimax/MiniMax-M3.1-flash",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "mistral-large-4",
   "raw_model": "mistral-large-4",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.31731000000000004,
   "effort": "high",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.mistralai/mistral-large-4",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "glm-5-2",
   "raw_model": "glm-5.2",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.3125,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.zai/glm-5.2",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "DeepSeek V4 Flash-0731",
   "raw_model": "deepseek-v4-flash-0731",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.30288,
   "effort": "high",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.deepseek/deepseek-v4-flash-0731",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "minimax-m3",
   "raw_model": "MiniMax-M3",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.29808,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.minimax/MiniMax-M3",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "beam-1-0",
   "raw_model": "Beam-1.0",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.28846,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.reflection/Beam-1.0",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "glm-5-1",
   "raw_model": "glm-5.1",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.27885000000000004,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.zai/glm-5.1",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "qwen3-7-max",
   "raw_model": "qwen3.7-max",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.25481000000000004,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.alibaba/qwen3.7-max",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "deepseek-v4-pro",
   "raw_model": "deepseek-v4-pro",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.23077000000000003,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.deepseek/deepseek-v4-pro",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "qwen3-7-plus",
   "raw_model": "qwen3.7-plus",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.16346,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.alibaba/qwen3.7-plus",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "kimi-k2-6",
   "raw_model": "kimi-k2.6",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.15865,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.kimi/kimi-k2.6",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "grok-4-3",
   "raw_model": "grok-4.3",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.15385,
   "effort": "high",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.grok/grok-4.3",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "nemotron-3-ultra-550b-a55b",
   "raw_model": "nemotron-3-ultra-550b-a55b",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.15385,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.nvidia/nemotron-3-ultra-550b-a55b",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "qwen3-6-plus",
   "raw_model": "qwen3.6-plus",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.14904,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.alibaba/qwen3.6-plus",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "grok-4-20-0309-reasoning",
   "raw_model": "grok-4.20-0309-reasoning",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.13942,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.grok/grok-4.20-0309-reasoning",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "minimax-m2-7",
   "raw_model": "MiniMax-M2.7",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.10577,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.minimax/MiniMax-M2.7",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "mistral-medium-3-5",
   "raw_model": "mistral-medium-3.5",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.09135,
   "effort": "high",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.mistralai/mistral-medium-3.5",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "laguna-xs.2",
   "raw_model": "laguna-xs.2",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.00962,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/legal_research",
   "locator": "tasks.overall.poolside/laguna-xs.2",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "b1fe50252d28c724b79baeaa61d3745e37a55cc428021decccb7ca84222a5eb4"
  },
  {
   "model": "DeepSeek V4.1 Flash-1017",
   "raw_model": "deepseek-v4.1-flash-1017",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.4435,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.deepseek/deepseek-v4.1-flash-1017",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "glm-5-3",
   "raw_model": "glm-5.3",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.43325,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.zai/glm-5.3",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "muse-wonder-full",
   "raw_model": "muse-wonder-full",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.42997,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.meta/muse-wonder-full",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "qwen4-max",
   "raw_model": "qwen4-max",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.4035,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.alibaba/qwen4-max",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "inkling-2-small",
   "raw_model": "inkling-2-small",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.38909,
   "effort": "0.99",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.thinkingmachines/inkling-2-small",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "muse-wonder",
   "raw_model": "muse-wonder",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.36268999999999996,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.meta/muse-wonder",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "grok-4-7",
   "raw_model": "grok-4.7",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.35751,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.grok/grok-4.7",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "grok-4-6",
   "raw_model": "grok-4.6",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.33659,
   "effort": "high",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.grok/grok-4.6",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "kimi-k3",
   "raw_model": "kimi-k3",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.33368000000000003,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.kimi/kimi-k3",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "minimax-m3-1-flash",
   "raw_model": "MiniMax-M3.1-flash",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.32136000000000003,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.minimax/MiniMax-M3.1-flash",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "Qwen3.8 Max（原版）",
   "raw_model": "qwen3.8-max",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.32095,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.alibaba/qwen3.8-max",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "glm-5-3-flash",
   "raw_model": "glm-5.3-flash",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.3155,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.zai/glm-5.3-flash",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "qwen3-8-27b",
   "raw_model": "qwen3.8-27b",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.30894,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.alibaba/qwen3.8-27b",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "mistral-large-4",
   "raw_model": "mistral-large-4",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.30390999999999996,
   "effort": "high",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.mistralai/mistral-large-4",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "DeepSeek V4 Flash-0731",
   "raw_model": "deepseek-v4-flash-0731",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.28069,
   "effort": "high",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.deepseek/deepseek-v4-flash-0731",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "step-5-preview",
   "raw_model": "step-5-preview",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.27273,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.stepfun/step-5-preview",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "DeepSeek V4 Pro-0813",
   "raw_model": "deepseek-v4-pro-0813",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.26756,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.deepseek/deepseek-v4-pro-0813",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "DeepSeek V4.1 Flash（2026-09 初版）",
   "raw_model": "deepseek-v4.1-flash",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.2663,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.deepseek/deepseek-v4.1-flash",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "muse-spark-open",
   "raw_model": "muse-spark-open",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.26321,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.meta/muse-spark-open",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "deepseek-v4-pro",
   "raw_model": "deepseek-v4-pro",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.25170000000000003,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.deepseek/deepseek-v4-pro",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "kimi-k3-1-pro",
   "raw_model": "kimi-k3.1-pro",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.2487,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.kimi/kimi-k3.1-pro",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "grok-4-5",
   "raw_model": "grok-4.5",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.24855,
   "effort": "high",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.grok/grok-4.5",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "gpt-6-2-sol",
   "raw_model": "gpt-6.2-sol",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.24839,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.openai/gpt-6.2-sol",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "gpt-6-2-astra",
   "raw_model": "gpt-6.2-astra",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.21841000000000002,
   "effort": "max",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.openai/gpt-6.2-astra",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "minimax-m3",
   "raw_model": "MiniMax-M3",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.20588,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.minimax/MiniMax-M3",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "qwen3-7-max",
   "raw_model": "qwen3.7-max",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.15832000000000002,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.alibaba/qwen3.7-max",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "kimi-k2-6",
   "raw_model": "kimi-k2.6",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.12404,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.kimi/kimi-k2.6",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "qwen3-7-plus",
   "raw_model": "qwen3.7-plus",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.10465999999999999,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.alibaba/qwen3.7-plus",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "beam-1-0",
   "raw_model": "Beam-1.0",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.08807999999999999,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.reflection/Beam-1.0",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "qwen3-6-plus",
   "raw_model": "qwen3.6-plus",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.07679,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.alibaba/qwen3.6-plus",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "grok-4-20-0309-reasoning",
   "raw_model": "grok-4.20-0309-reasoning",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.06952,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.grok/grok-4.20-0309-reasoning",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "minimax-m2-7",
   "raw_model": "MiniMax-M2.7",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.06872,
   "effort": null,
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.minimax/MiniMax-M2.7",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "grok-4-3",
   "raw_model": "grok-4.3",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.061790000000000005,
   "effort": "high",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.grok/grok-4.3",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "mistral-medium-3-5",
   "raw_model": "mistral-medium-3.5",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.04482,
   "effort": "high",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/benchmarks/tax_agent_bench",
   "locator": "tasks.overall.mistralai/mistral-medium-3.5",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "dc227d4df3ec538bfd758b8b24eadc269ea0f0c7fdeb3c95debc286a92fdef8a"
  },
  {
   "model": "gemini-4-neon",
   "raw_model": "gemini-4-neon",
   "table_id": "t626b6366e4bad4f41403d33f7",
   "value": 0.8,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/models/google_gemini-4-neon",
   "locator": "model page text: 'BioMysteryBench 80.00 %'",
   "benchmark": "Vals / BioMysteryBench",
   "source_sha256": "cbb857f37e5dcb9a198e7d72658e958da95cba0ce01e26cba52b7ec2d62b9e5a"
  },
  {
   "model": "gemini-4-neon",
   "raw_model": "gemini-4-neon",
   "table_id": "t62db7040d650485b95e0f5383",
   "value": 0.45049999999999996,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/models/google_gemini-4-neon",
   "locator": "model page text: 'MysteryMechanism 45.05 %'",
   "benchmark": "Vals / MysteryMechanism",
   "source_sha256": "cbb857f37e5dcb9a198e7d72658e958da95cba0ce01e26cba52b7ec2d62b9e5a"
  },
  {
   "model": "gemini-4-neon",
   "raw_model": "gemini-4-neon",
   "table_id": "t62582d3f68e1393d5fee88892",
   "value": 0.6856,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/models/google_gemini-4-neon",
   "locator": "model page text: 'Finance Agent v2.1 68.56 %'",
   "benchmark": "Vals / Finance Agent v2.1",
   "source_sha256": "cbb857f37e5dcb9a198e7d72658e958da95cba0ce01e26cba52b7ec2d62b9e5a"
  },
  {
   "model": "gemini-4-neon",
   "raw_model": "gemini-4-neon",
   "table_id": "t62662f68efc77b82afdad2304",
   "value": 0.19579999999999997,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/models/google_gemini-4-neon",
   "locator": "model page text: 'HLAB-Vals-1.1 19.58 %'",
   "benchmark": "Vals / HLAB-Vals-1.1",
   "source_sha256": "cbb857f37e5dcb9a198e7d72658e958da95cba0ce01e26cba52b7ec2d62b9e5a"
  },
  {
   "model": "gemini-4-neon",
   "raw_model": "gemini-4-neon",
   "table_id": "t62a8d36b00fb57b17e7843475",
   "value": 0.7646,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/models/google_gemini-4-neon",
   "locator": "model page text: 'EMB v1.1 76.46 %'",
   "benchmark": "Vals / EMB v1.1",
   "source_sha256": "cbb857f37e5dcb9a198e7d72658e958da95cba0ce01e26cba52b7ec2d62b9e5a"
  },
  {
   "model": "gemini-4-neon",
   "raw_model": "gemini-4-neon",
   "table_id": "t62ae31d7bef841e6d49cb81f8",
   "value": 0.5625,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/models/google_gemini-4-neon",
   "locator": "model page text: 'Legal Research Bench 56.25 %'",
   "benchmark": "Vals / Legal Research Bench",
   "source_sha256": "cbb857f37e5dcb9a198e7d72658e958da95cba0ce01e26cba52b7ec2d62b9e5a"
  },
  {
   "model": "gemini-4-neon",
   "raw_model": "gemini-4-neon",
   "table_id": "t62332bd2cfd43d596c95d6926",
   "value": 0.5489,
   "effort": "xhigh",
   "source": "Vals AI",
   "source_url": "https://www.vals.ai/models/google_gemini-4-neon",
   "locator": "model page text: 'Tax Agent Bench 54.89 %'",
   "benchmark": "Vals / Tax Agent Bench",
   "source_sha256": "cbb857f37e5dcb9a198e7d72658e958da95cba0ce01e26cba52b7ec2d62b9e5a"
  }
 ]
}