{"diagnostics":{"version":"configuration-candidates-1","generatedAt":"2026-09-07T15:43:30.421Z","effortDatasetId":"sha256-1fcf16c86a149ed7f2c47b8ecb99cdbf8f3895debaa984b77badbe3825d445f5+sha256-418c696c19c5edb8c92a35f7ee48e779c2e1cccd9f800c08ed00539a6316f39d+sha256-b2f6ac3d4811919bb53a2f372edfa4d2350c612a9394de46ac4e3613375a583f","inputHash":"sha256-aa2cd0f6e93525451b3f1149811e9c5dcc5d5897c623a21bf741e28b63d855fd","implementationHash":"sha256-baffa751fbc3fa10fb717ad36ec4824e90ef1cffdf4ebb877d7914d2d2376ead","directReversals":{"pairwise":[{"left":"gpt-5-nano--effort-high","right":"gpt-oss-120b--effort-high","families":["aime","aa-lcr","critpt","gmmlu","gpqa","hle","ifbench","livecodebench","mmlu-pro","tau-bench","terminal-bench"],"wins":0,"losses":11},{"left":"claude-opus-4-6--effort-max","right":"qwen3.7-max--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":0,"losses":7},{"left":"deepseek-r1-0528--effort-reasoning","right":"glm-5--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":0,"losses":7},{"left":"deepseek-r1-distill-llama-8b--effort-reasoning","right":"tiny-aya-global--effort-non-reasoning","families":["aa-lcr","gpqa","ifbench"],"wins":0,"losses":2},{"left":"diffusiongemma-26b-a4b--effort-reasoning","right":"gpt-oss-120b--effort-high","families":["aa-lcr","critpt","gdpval","gpqa","hle","ifbench","terminal-bench"],"wins":0,"losses":7},{"left":"diffusiongemma-26b-a4b--effort-reasoning","right":"gpt-oss-20b--effort-high","families":["aa-lcr","critpt","gdpval","gpqa","hle","ifbench","terminal-bench"],"wins":0,"losses":7},{"left":"glm-4.6--effort-reasoning","right":"glm-5--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":0,"losses":7},{"left":"glm-5--effort-reasoning","right":"mistral-medium-3.5--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":7,"losses":0},{"left":"glm-5--effort-reasoning","right":"o4-mini--effort-high","families":["aa-lcr","critpt","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":7,"losses":0},{"left":"minimax-m2--effort-reasoning","right":"qwen3.5-35b-a3b--effort-reasoning","families":["aa-lcr","critpt","gmmlu","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":0,"losses":7},{"left":"minimax-m2.5--effort-reasoning","right":"o4-mini--effort-high","families":["aa-lcr","critpt","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":7,"losses":0},{"left":"minimax-m2.5--effort-reasoning","right":"qwen3.5-397b-a17b--effort-reasoning","families":["aa-lcr","critpt","gmmlu","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":0,"losses":8},{"left":"minimax-m2.7--effort-reasoning","right":"o4-mini--effort-high","families":["aa-lcr","critpt","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":6,"losses":0},{"left":"o3--effort-reasoning","right":"qwen3.5-397b-a17b--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","mmmu-pro","tau-bench","terminal-bench"],"wins":0,"losses":8},{"left":"o4-mini--effort-high","right":"qwen3.5-122b-a10b--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","mmmu-pro","tau-bench","terminal-bench"],"wins":0,"losses":7},{"left":"o4-mini--effort-high","right":"qwen3.5-35b-a3b--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","mmmu-pro","tau-bench","terminal-bench"],"wins":0,"losses":8},{"left":"o4-mini--effort-high","right":"qwen3.5-397b-a17b--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","mmmu-pro","tau-bench","terminal-bench"],"wins":0,"losses":8},{"left":"qwen3.5-35b-a3b--effort-reasoning","right":"qwen3.5-omni-plus--effort-non-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","mmmu-pro","tau-bench","terminal-bench"],"wins":8,"losses":0},{"left":"glm-4.5v--effort-reasoning","right":"gpt-4o--effort-non-reasoning","families":["critpt","mmmu-pro","terminal-bench"],"wins":0,"losses":2},{"left":"gpt-4--effort-non-reasoning","right":"qwen3.5-0.8b--effort-non-reasoning","families":["gdpval","gpqa","ifbench"],"wins":3,"losses":0},{"left":"gpt-oss-120b--effort-high","right":"o3-mini--effort-reasoning","families":["gpqa","hle","livecodebench","mmlu-pro","tau-bench","terminal-bench"],"wins":6,"losses":0},{"left":"mistral-small-4--effort-reasoning","right":"o3-mini--effort-reasoning","families":["gpqa","hle","tau-bench","terminal-bench"],"wins":4,"losses":0}],"listwise":[{"left":"glm-5.1--effort-reasoning","right":"qwen3.8-2.4t-a95b--effort-reasoning","families":["briefcase","aa-lcr","critpt","gdp-pdf","gdpval","gpqa","hle","tau-bench","terminal-bench"],"wins":0,"losses":9},{"left":"qwen3.7-max--effort-reasoning","right":"qwen3.8-2.4t-a95b--effort-reasoning","families":["briefcase","aa-lcr","critpt","enterprise-ops","gdp-pdf","gdpval","gpqa","hle","scicode","tau-bench","terminal-bench"],"wins":0,"losses":11},{"left":"gpt-5-nano--effort-high","right":"gpt-oss-120b--effort-high","families":["aime","aa-lcr","critpt","gmmlu","gpqa","hle","ifbench","livecodebench","mmlu-pro","tau-bench","terminal-bench"],"wins":0,"losses":11},{"left":"gpt-oss-120b--effort-high","right":"qwen3-vl-32b-instruct--effort-non-reasoning","families":["aime","critpt","gpqa","hle","ifbench","livecodebench","mmlu-pro","tau-bench","terminal-bench"],"wins":9,"losses":0},{"left":"minimax-m1-80k--effort-reasoning","right":"minimax-m2--effort-reasoning","families":["aime","aa-lcr","critpt","gpqa","hle","ifbench","livecodebench","mmlu-pro","tau-bench","terminal-bench"],"wins":0,"losses":10},{"left":"claude-opus-4-5-20251101--effort-reasoning","right":"gemini-3.1-pro--effort-reasoning","families":["aa-lcr","critpt","gmmlu","gpqa","hle","ifbench","mmmu-pro","tau-bench","terminal-bench"],"wins":0,"losses":9},{"left":"claude-opus-4-5-20251101--effort-reasoning","right":"qwen3.8-2.4t-a95b--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle"],"wins":0,"losses":4},{"left":"claude-opus-4-6--effort-max","right":"qwen3.7-max--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":0,"losses":7},{"left":"claude-opus-4-6--effort-max","right":"qwen3.8-2.4t-a95b--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle"],"wins":0,"losses":4},{"left":"deepseek-r1-distill-llama-8b--effort-reasoning","right":"tiny-aya-global--effort-non-reasoning","families":["aa-lcr","gpqa","ifbench"],"wins":0,"losses":2},{"left":"deepseek-v3.2--effort-reasoning","right":"qwen3.5-omni-plus--effort-non-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":7,"losses":0},{"left":"deepseek-v4-pro-0424--effort-high","right":"qwen3.8-2.4t-a95b--effort-reasoning","families":["aa-lcr","critpt","gdpval","gpqa","hle","tau-bench","terminal-bench"],"wins":0,"losses":7},{"left":"diffusiongemma-26b-a4b--effort-reasoning","right":"gpt-oss-120b--effort-high","families":["aa-lcr","critpt","gdpval","gpqa","hle","ifbench","terminal-bench"],"wins":0,"losses":7},{"left":"diffusiongemma-26b-a4b--effort-reasoning","right":"gpt-oss-20b--effort-high","families":["aa-lcr","critpt","gdpval","gpqa","hle","ifbench","terminal-bench"],"wins":0,"losses":7},{"left":"glm-4.5--effort-reasoning","right":"qwen3.5-9b--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":0,"losses":7},{"left":"glm-5--effort-reasoning","right":"mistral-medium-3.5--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":7,"losses":0},{"left":"glm-5--effort-reasoning","right":"o4-mini--effort-high","families":["aa-lcr","critpt","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":7,"losses":0},{"left":"gpt-5--effort-high","right":"kimi-k2.6--effort-reasoning","families":["aa-lcr","critpt","gdpval","gpqa","hle","ifbench","mmmu-pro","tau-bench","terminal-bench"],"wins":0,"losses":11},{"left":"grok-4.3--effort-medium","right":"qwen3.8-2.4t-a95b--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle"],"wins":0,"losses":4},{"left":"minimax-m2.5--effort-reasoning","right":"mistral-medium-3.5--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":7,"losses":0},{"left":"minimax-m2.5--effort-reasoning","right":"o4-mini--effort-high","families":["aa-lcr","critpt","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":7,"losses":0},{"left":"minimax-m2.5--effort-reasoning","right":"qwen3.5-omni-plus--effort-non-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":7,"losses":0},{"left":"minimax-m2.7--effort-reasoning","right":"o4-mini--effort-high","families":["aa-lcr","critpt","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":6,"losses":0},{"left":"o3--effort-reasoning","right":"qwen3.5-397b-a17b--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","mmmu-pro","tau-bench","terminal-bench"],"wins":0,"losses":8},{"left":"o4-mini--effort-high","right":"qwen3.5-122b-a10b--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","mmmu-pro","tau-bench","terminal-bench"],"wins":0,"losses":7},{"left":"o4-mini--effort-high","right":"qwen3.5-35b-a3b--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","mmmu-pro","tau-bench","terminal-bench"],"wins":0,"losses":8},{"left":"qwen3.5-122b-a10b--effort-reasoning","right":"qwen3.5-omni-plus--effort-non-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","mmmu-pro","tau-bench","terminal-bench"],"wins":8,"losses":0},{"left":"qwen3.5-35b-a3b--effort-reasoning","right":"qwen3.5-omni-plus--effort-non-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","mmmu-pro","tau-bench","terminal-bench"],"wins":8,"losses":0},{"left":"gpt-4.1--effort-non-reasoning","right":"gpt-4o--effort-non-reasoning","families":["critpt","mmmu-pro","terminal-bench"],"wins":2,"losses":0},{"left":"gpt-4--effort-non-reasoning","right":"qwen3.5-0.8b--effort-non-reasoning","families":["gdpval","gpqa","ifbench"],"wins":3,"losses":0},{"left":"deepseek-v4-flash--effort-max","right":"gpt-5--effort-high","families":["ifbench","tau-bench","terminal-bench","arc-agi"],"wins":4,"losses":0}],"family-varying":[{"left":"gpt-5-nano--effort-high","right":"gpt-oss-120b--effort-high","families":["aime","aa-lcr","critpt","gmmlu","gpqa","hle","ifbench","livecodebench","mmlu-pro","tau-bench","terminal-bench"],"wins":0,"losses":11},{"left":"claude-opus-4-6--effort-max","right":"qwen3.7-max--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":0,"losses":7},{"left":"deepseek-r1-0528--effort-reasoning","right":"glm-5--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":0,"losses":7},{"left":"deepseek-r1-distill-llama-8b--effort-reasoning","right":"tiny-aya-global--effort-non-reasoning","families":["aa-lcr","gpqa","ifbench"],"wins":0,"losses":2},{"left":"diffusiongemma-26b-a4b--effort-reasoning","right":"gpt-oss-120b--effort-high","families":["aa-lcr","critpt","gdpval","gpqa","hle","ifbench","terminal-bench"],"wins":0,"losses":7},{"left":"diffusiongemma-26b-a4b--effort-reasoning","right":"gpt-oss-20b--effort-high","families":["aa-lcr","critpt","gdpval","gpqa","hle","ifbench","terminal-bench"],"wins":0,"losses":7},{"left":"gemini-2.5-flash--effort-reasoning","right":"glm-5--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":0,"losses":7},{"left":"glm-4.6--effort-reasoning","right":"glm-5--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":0,"losses":7},{"left":"glm-5--effort-reasoning","right":"mistral-medium-3.5--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":7,"losses":0},{"left":"glm-5--effort-reasoning","right":"o4-mini--effort-high","families":["aa-lcr","critpt","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":7,"losses":0},{"left":"minimax-m2--effort-reasoning","right":"qwen3.5-35b-a3b--effort-reasoning","families":["aa-lcr","critpt","gmmlu","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":0,"losses":7},{"left":"minimax-m2.5--effort-reasoning","right":"o4-mini--effort-high","families":["aa-lcr","critpt","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":7,"losses":0},{"left":"minimax-m2.5--effort-reasoning","right":"qwen3.5-397b-a17b--effort-reasoning","families":["aa-lcr","critpt","gmmlu","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":0,"losses":8},{"left":"minimax-m2.7--effort-reasoning","right":"o4-mini--effort-high","families":["aa-lcr","critpt","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":6,"losses":0},{"left":"o1--effort-reasoning","right":"qwen3.5-35b-a3b--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","tau-bench","terminal-bench"],"wins":0,"losses":7},{"left":"o3--effort-reasoning","right":"qwen3.5-397b-a17b--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","mmmu-pro","tau-bench","terminal-bench"],"wins":0,"losses":8},{"left":"o4-mini--effort-high","right":"qwen3.5-122b-a10b--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","mmmu-pro","tau-bench","terminal-bench"],"wins":0,"losses":7},{"left":"o4-mini--effort-high","right":"qwen3.5-35b-a3b--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","mmmu-pro","tau-bench","terminal-bench"],"wins":0,"losses":8},{"left":"o4-mini--effort-high","right":"qwen3.5-397b-a17b--effort-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","mmmu-pro","tau-bench","terminal-bench"],"wins":0,"losses":8},{"left":"qwen3.5-35b-a3b--effort-reasoning","right":"qwen3.5-omni-plus--effort-non-reasoning","families":["aa-lcr","critpt","gpqa","hle","ifbench","mmmu-pro","tau-bench","terminal-bench"],"wins":8,"losses":0},{"left":"glm-4.5v--effort-reasoning","right":"gpt-4o--effort-non-reasoning","families":["critpt","mmmu-pro","terminal-bench"],"wins":0,"losses":2},{"left":"gpt-4--effort-non-reasoning","right":"qwen3.5-0.8b--effort-non-reasoning","families":["gdpval","gpqa","ifbench"],"wins":3,"losses":0},{"left":"gpt-oss-120b--effort-high","right":"o3-mini--effort-reasoning","families":["gpqa","hle","livecodebench","mmlu-pro","tau-bench","terminal-bench"],"wins":6,"losses":0},{"left":"mistral-small-4--effort-reasoning","right":"o3-mini--effort-reasoning","families":["gpqa","hle","tau-bench","terminal-bench"],"wins":4,"losses":0}]},"sourceSensitivity":[{"source":"Artificial Analysis","methods":{"pairwise":{"disconnected":188,"largestChanges":[{"id":"gemini-3.5-flash--effort-high","change":-0.1909090102053136},{"id":"o4-mini--effort-high","change":0.17251756762646797},{"id":"glm-5.2--effort-max","change":-0.1611940450434064},{"id":"kimi-k3--effort-low","change":-0.15978616217217656},{"id":"claude-opus-4-7--effort-max","change":-0.1448896630132726},{"id":"gpt-5--effort-low","change":-0.13330553707848977},{"id":"claude-opus-5--effort-medium","change":0.12383748187511157},{"id":"claude-sonnet-5--effort-max","change":-0.10833626225289844},{"id":"gpt-5.6-luna--effort-max","change":-0.10821915260008125},{"id":"deepseek-v4-flash--effort-max","change":0.10213146051343464}]},"listwise":{"disconnected":188,"largestChanges":[{"id":"glm-5.3--effort-max","change":0.24553295465028846},{"id":"gemini-3.5-flash--effort-high","change":-0.19982439579148387},{"id":"claude-opus-4-7--effort-max","change":-0.1839039611190207},{"id":"kimi-k3--effort-low","change":-0.17542232112081876},{"id":"gpt-5.6-sol--effort-xhigh","change":0.16309803002946666},{"id":"claude-opus-4-6--effort-max","change":0.15648587979506273},{"id":"gpt-5--effort-high","change":-0.1535571544835421},{"id":"kimi-k3--effort-max","change":-0.15246757898834895},{"id":"gemini-3.8-flash--effort-medium","change":0.14887038341586134},{"id":"deepseek-v4-flash--effort-max","change":0.14374775770651488}]},"family-varying":{"disconnected":188,"largestChanges":[{"id":"gemini-3.5-flash--effort-high","change":-0.1941772047771318},{"id":"o4-mini--effort-high","change":0.17455611342531807},{"id":"glm-5.2--effort-max","change":-0.16540873873331374},{"id":"kimi-k3--effort-low","change":-0.15751413544237602},{"id":"claude-opus-4-7--effort-max","change":-0.1449490487298854},{"id":"gpt-5--effort-low","change":-0.1352550416889127},{"id":"claude-opus-5--effort-medium","change":0.12580812663782082},{"id":"claude-sonnet-5--effort-max","change":-0.11521758933220483},{"id":"gpt-5.6-luna--effort-max","change":-0.11503150910571136},{"id":"gemini-3.8-flash--effort-high","change":0.10380702962502708}]}}},{"source":"ARC Prize","methods":{"pairwise":{"disconnected":0,"largestChanges":[{"id":"grok-4.5--effort-low","change":-0.13595262460662064},{"id":"claude-opus-5--effort-high","change":-0.07625399105282127},{"id":"gpt-5.6-terra--effort-medium","change":0.07537875903611896},{"id":"gpt-5.6-luna--effort-high","change":0.07151177984357537},{"id":"gpt-6-astra--effort-medium","change":-0.06205859120837087},{"id":"claude-sonnet-4-6--effort-high","change":-0.05700962232405363},{"id":"claude-opus-4-8--effort-low","change":-0.053285423526129305},{"id":"gpt-5--effort-low","change":0.05300165070169857},{"id":"gpt-6-astra--effort-high","change":-0.04897375259694581},{"id":"gpt-5.6-terra--effort-low","change":0.04860519811783831}]},"listwise":{"disconnected":0,"largestChanges":[{"id":"grok-4.5--effort-low","change":-0.17251967266170615},{"id":"gpt-5.6-luna--effort-high","change":0.10660410222323519},{"id":"gpt-5--effort-low","change":0.08117696815375094},{"id":"gpt-5.6-terra--effort-medium","change":0.07298634946889804},{"id":"gpt-5.6-luna--effort-max","change":0.06444292645637095},{"id":"gpt-5.6-terra--effort-low","change":0.055346968021884185},{"id":"claude-sonnet-4-6--effort-high","change":-0.051874921889989406},{"id":"kimi-k3--effort-low","change":0.03892184313240232},{"id":"grok-4.5--effort-high","change":0.037976572006633846},{"id":"gpt-5.4-nano--effort-medium","change":0.03764641025502646}]},"family-varying":{"disconnected":0,"largestChanges":[{"id":"grok-4.5--effort-low","change":-0.13886424903723116},{"id":"gpt-5.6-terra--effort-medium","change":0.07719607536704093},{"id":"claude-opus-5--effort-high","change":-0.07636112883594026},{"id":"gpt-5.6-luna--effort-high","change":0.07270237913310207},{"id":"gpt-6-astra--effort-medium","change":-0.061369470411255844},{"id":"claude-sonnet-4-6--effort-high","change":-0.05689663705918763},{"id":"claude-opus-4-8--effort-low","change":-0.05430582805724038},{"id":"gpt-5--effort-low","change":0.054046624166907836},{"id":"gpt-5.6-terra--effort-low","change":0.05004804914059763},{"id":"gpt-6-astra--effort-high","change":-0.048363610831418824}]}}},{"source":"Datacurve","methods":{"pairwise":{"disconnected":0,"largestChanges":[{"id":"gemini-3.8-flash--effort-medium","change":-0.12214203314418914},{"id":"glm-5.3--effort-max","change":-0.10105381644825906},{"id":"claude-opus-5--effort-xhigh","change":-0.09140647331494811},{"id":"gpt-5.6-sol--effort-xhigh","change":-0.07987172673560716},{"id":"deepseek-v4-flash--effort-max","change":-0.07819107855030683},{"id":"gpt-5.5--effort-high","change":-0.07654972955973172},{"id":"gpt-5.6-terra--effort-xhigh","change":-0.0738808225832645},{"id":"gpt-5.6-luna--effort-xhigh","change":-0.0723401683540506},{"id":"claude-opus-5--effort-low","change":-0.0712125833727536},{"id":"claude-opus-5--effort-medium","change":-0.07022394553940048}]},"listwise":{"disconnected":0,"largestChanges":[{"id":"gemini-3.8-flash--effort-medium","change":-0.09554275883582208},{"id":"glm-5.3--effort-max","change":-0.09492323520384582},{"id":"gpt-5.6-luna--effort-xhigh","change":-0.08766997268055304},{"id":"grok-4.6--effort-medium","change":-0.08628301105610958},{"id":"gpt-5.6-sol--effort-xhigh","change":-0.08562661405415617},{"id":"claude-opus-5--effort-low","change":-0.08515892143547726},{"id":"gpt-5.6-terra--effort-xhigh","change":-0.08404462247132483},{"id":"gpt-5.6-terra--effort-max","change":-0.08307234005767428},{"id":"claude-opus-5--effort-medium","change":-0.0827556089619782},{"id":"gpt-5.5--effort-high","change":-0.08151584854076344}]},"family-varying":{"disconnected":0,"largestChanges":[{"id":"gemini-3.8-flash--effort-medium","change":-0.11991420659702812},{"id":"glm-5.3--effort-max","change":-0.09946376394960776},{"id":"claude-opus-5--effort-xhigh","change":-0.08985207120116545},{"id":"gpt-5.6-sol--effort-xhigh","change":-0.07890859052709953},{"id":"deepseek-v4-flash--effort-max","change":-0.07828082201089054},{"id":"gpt-5.5--effort-high","change":-0.07477795627286177},{"id":"gpt-5.6-terra--effort-xhigh","change":-0.07245184821098938},{"id":"gpt-5.6-luna--effort-xhigh","change":-0.07121813863548604},{"id":"claude-opus-5--effort-low","change":-0.07032534049859157},{"id":"claude-opus-5--effort-medium","change":-0.07005236552687977}]}}},{"source":"LiveCodeBench","methods":{"pairwise":{"disconnected":0,"largestChanges":[{"id":"o4-mini--effort-high","change":-0.03605374230357539},{"id":"glm-4.6v--effort-reasoning","change":-0.011090922559441593},{"id":"deepseek-r1-distill-qwen-32b--effort-reasoning","change":-0.007061831331269738},{"id":"deepseek-r1-distill-llama-70b--effort-reasoning","change":-0.006569949889374566},{"id":"nvidia-nemotron-nano-9b-v2--effort-reasoning","change":0.0064709481500514615},{"id":"gpt-5-nano--effort-medium","change":0.0060192654312660465},{"id":"o1--effort-reasoning","change":-0.0059672939135432534},{"id":"nvidia-nemotron-nano-9b-v2--effort-non-reasoning","change":0.005539335374614235},{"id":"deepseek-v3.2--effort-non-reasoning","change":-0.00535970464709648},{"id":"gemini-2.5-flash--effort-reasoning","change":-0.004844929042898738}]},"listwise":{"disconnected":0,"largestChanges":[{"id":"o4-mini--effort-high","change":-0.021503289729292968},{"id":"gpt-5--effort-medium","change":-0.015067063507909761},{"id":"glm-4.6v--effort-reasoning","change":-0.009234329243473723},{"id":"deepseek-v3.2-speciale--effort-reasoning","change":0.007409229737415715},{"id":"gemini-3-flash-preview--effort-reasoning","change":0.005628969962758079},{"id":"deepseek-v3.2--effort-non-reasoning","change":-0.005331145472096746},{"id":"gemini-2.5-flash--effort-reasoning","change":-0.005116193079334863},{"id":"glm-4.6--effort-reasoning","change":-0.004771952621706571},{"id":"claude-sonnet-4-5-20250929--effort-reasoning","change":-0.004634130680372189},{"id":"minimax-m2--effort-reasoning","change":0.00401734688813804}]},"family-varying":{"disconnected":0,"largestChanges":[{"id":"o4-mini--effort-high","change":-0.038549954099743156},{"id":"glm-4.6v--effort-reasoning","change":-0.011256294320684354},{"id":"deepseek-r1-distill-qwen-32b--effort-reasoning","change":-0.0072937801973147615},{"id":"deepseek-r1-distill-llama-70b--effort-reasoning","change":-0.006752481664693763},{"id":"nvidia-nemotron-nano-9b-v2--effort-reasoning","change":0.006603512283695351},{"id":"gpt-5-nano--effort-medium","change":0.00620362247600828},{"id":"o1--effort-reasoning","change":-0.006076641142685357},{"id":"nvidia-nemotron-nano-9b-v2--effort-non-reasoning","change":0.005635702209248694},{"id":"deepseek-v3.2--effort-non-reasoning","change":-0.005457314756524001},{"id":"gemini-2.5-flash--effort-reasoning","change":-0.004959017647793912}]}}},{"source":"Scale","methods":{"pairwise":{"disconnected":0,"largestChanges":[{"id":"claude-fable-5--effort-low","change":-2.220446049250313e-16},{"id":"claude-fable-5--effort-max","change":2.220446049250313e-16},{"id":"claude-fable-5-1--effort-low","change":2.220446049250313e-16},{"id":"claude-fable-5-1--effort-xhigh","change":-2.220446049250313e-16},{"id":"claude-opus-5--effort-low","change":-2.220446049250313e-16},{"id":"gpt-5.5--effort-medium","change":2.220446049250313e-16},{"id":"qwen-3.8-max--effort-reasoning","change":2.220446049250313e-16},{"id":"claude-sonnet-5--effort-low","change":-1.6653345369377348e-16},{"id":"glm-5.3-flash--effort-reasoning","change":-1.6653345369377348e-16},{"id":"claude-fable-5-1--effort-medium","change":-1.1102230246251565e-16}]},"listwise":{"disconnected":0,"largestChanges":[{"id":"gpt-5.4--effort-xhigh","change":-4.3401879812332567e-7},{"id":"claude-opus-4-6--effort-max","change":-3.5083545396608073e-7},{"id":"gpt-5.3-codex--effort-xhigh","change":-3.218324945986062e-7},{"id":"grok-4.6--effort-medium","change":-2.7233449595431836e-7},{"id":"claude-opus-4-8--effort-high","change":2.5662380231938897e-7},{"id":"gemini-3.5-flash--effort-medium","change":-2.5352235305531323e-7},{"id":"qwen3.8-2.4t-a95b--effort-reasoning","change":-2.491100590806816e-7},{"id":"muse-spark-1.1--effort-xhigh","change":-2.4556692296284766e-7},{"id":"gpt-5.6-terra--effort-xhigh","change":-2.4503439444156783e-7},{"id":"gpt-5.6-terra--effort-max","change":-2.427329086618357e-7}]},"family-varying":{"disconnected":0,"largestChanges":[{"id":"gpt-5.6-sol--effort-xhigh","change":-0.000002263411487790634},{"id":"amazon-nova-2-lite--effort-low","change":0.000001590849387625437},{"id":"gpt-6-astra--effort-low","change":8.505243315193312e-7},{"id":"gemini-3.7-flash--effort-medium","change":7.703383447799084e-7},{"id":"gpt-4o-mini--effort-non-reasoning","change":-3.169738889072238e-7},{"id":"grok-4.6--effort-high","change":-2.7667065871650465e-7},{"id":"grok-4.5--effort-high","change":2.6027691868435454e-7},{"id":"amazon-nova-2-lite--effort-medium","change":-2.0283081830774208e-7},{"id":"gpt-6-astra--effort-medium","change":1.8599042039824099e-7},{"id":"qwen3.8-2.4t-a95b--effort-reasoning","change":-1.0342571943322554e-7}]}}},{"source":"Terminal-Bench","methods":{"pairwise":{"disconnected":0,"largestChanges":[{"id":"gemini-3.7-flash--effort-high","change":0.08220144423474962},{"id":"claude-opus-4-7--effort-max","change":0.08077028404042608},{"id":"gpt-5.6-luna--effort-max","change":0.06312151214234168},{"id":"gemini-3.8-flash--effort-high","change":-0.05786284413782328},{"id":"grok-4.5--effort-high","change":0.055927008988909566},{"id":"claude-sonnet-5--effort-max","change":0.05383189618871176},{"id":"qwen3.8-flash-next--effort-reasoning","change":0.04810285629546468},{"id":"gpt-5.6-terra--effort-max","change":0.04561274030593698},{"id":"glm-5.3-flash--effort-reasoning","change":0.04506935774136683},{"id":"claude-opus-4-8--effort-max","change":0.044582599914399834}]},"listwise":{"disconnected":0,"largestChanges":[{"id":"claude-opus-4-7--effort-max","change":0.06344777736409024},{"id":"grok-4.5--effort-high","change":0.04074008244784866},{"id":"gemini-3.7-flash--effort-high","change":0.03959556476491288},{"id":"gpt-5.6-luna--effort-max","change":0.03950732085929243},{"id":"claude-sonnet-5--effort-max","change":0.03558658601397813},{"id":"grok-4.5--effort-medium","change":0.03182446024812369},{"id":"gpt-5.6-sol--effort-low","change":0.031374429186274644},{"id":"claude-opus-4-7--effort-non-reasoning","change":0.03120821268560775},{"id":"claude-opus-4-8--effort-high","change":-0.031109681987677495},{"id":"gpt-5.3-codex--effort-xhigh","change":0.030633186843721794}]},"family-varying":{"disconnected":0,"largestChanges":[{"id":"claude-opus-4-7--effort-max","change":0.0790375420535332},{"id":"gemini-3.7-flash--effort-high","change":0.07666854328099493},{"id":"gpt-5.6-luna--effort-max","change":0.06332504221611951},{"id":"grok-4.5--effort-high","change":0.05510973704177258},{"id":"claude-sonnet-5--effort-max","change":0.053723813022209965},{"id":"qwen3.8-flash-next--effort-reasoning","change":0.048202453024370595},{"id":"gpt-5.6-terra--effort-max","change":0.04625861475431159},{"id":"gemini-3.8-flash--effort-high","change":-0.04559135582659246},{"id":"glm-5.3-flash--effort-reasoning","change":0.04522478592181295},{"id":"claude-opus-4-8--effort-max","change":0.04477002854441936}]}}},{"source":"Cognition","methods":{"pairwise":{"disconnected":0,"largestChanges":[{"id":"grok-4.5--effort-low","change":0.09012720694964343},{"id":"grok-4.6--effort-medium","change":-0.08923730369133942},{"id":"claude-opus-5--effort-medium","change":-0.04777333262861172},{"id":"claude-fable-5--effort-medium","change":-0.047348503851828205},{"id":"deepseek-v4-flash--effort-high","change":0.04115891021812357},{"id":"claude-fable-5--effort-low","change":-0.03619061121534006},{"id":"gemini-3.7-flash--effort-low","change":-0.035164264720797034},{"id":"gemini-3.7-flash--effort-medium","change":-0.032226440540783274},{"id":"grok-4.6--effort-low","change":0.032169151184635814},{"id":"claude-sonnet-5--effort-medium","change":-0.030320662130115972}]},"listwise":{"disconnected":0,"largestChanges":[{"id":"grok-4.5--effort-low","change":0.101314536930455},{"id":"deepseek-v4-flash--effort-high","change":0.04484106044357633},{"id":"gemini-3.7-flash--effort-low","change":-0.031805393165055484},{"id":"gemini-3.7-flash--effort-medium","change":-0.0259393086007772},{"id":"gemini-3.8-flash--effort-high","change":0.024924498660019556},{"id":"grok-4.6--effort-high","change":-0.024692262515922048},{"id":"grok-4.6--effort-low","change":0.023885444731894523},{"id":"claude-fable-5--effort-low","change":-0.021920204662940757},{"id":"claude-sonnet-4-6--effort-high","change":0.019999501278517462},{"id":"grok-4.5--effort-medium","change":0.01930512635105608}]},"family-varying":{"disconnected":0,"largestChanges":[{"id":"grok-4.5--effort-low","change":0.09013801990783615},{"id":"grok-4.6--effort-medium","change":-0.0884027647018023},{"id":"claude-opus-5--effort-medium","change":-0.047940735498229414},{"id":"claude-fable-5--effort-medium","change":-0.047446337514288395},{"id":"deepseek-v4-flash--effort-high","change":0.04198166316519564},{"id":"claude-fable-5--effort-low","change":-0.03615821825997734},{"id":"grok-4.6--effort-low","change":0.03515019188852314},{"id":"gemini-3.7-flash--effort-low","change":-0.03345852058159138},{"id":"gemini-3.7-flash--effort-medium","change":-0.03143713967724027},{"id":"claude-sonnet-5--effort-medium","change":-0.02990309472413366}]}}}],"rules":{"version":"configuration-candidates-1","smoothing":0.2,"familyPenalty":1,"iterations":2000,"tolerance":0.00001,"scope":"Independent measurements only for every candidate and baseline. Listwise uses full collected configuration orderings, with equal treatment of ties; it does not preserve pairwise effort-count neutrality. Family deviations shrink toward a common strength; unseen families use that common strength."},"scope":"Exploratory reused-data diagnostics. Baseline and both candidates use independent evidence only, identical target pairs and explicit empty folds. No candidate is authorized by this report for automatic promotion.","summary":{"family":{"folds":28,"predictableFolds":27,"commonCoverage":0.9357803008434368,"methods":{"pairwise":{"meanLogLoss":0.3691194048311768,"meanBrier":0.11036826622542265},"listwise":{"meanLogLoss":0.3533005829617553,"meanBrier":0.10715836982776598},"family-varying":{"meanLogLoss":0.3698119111516411,"meanBrier":0.11058370387834869}}},"source":{"folds":7,"predictableFolds":6,"commonCoverage":0.6553816237862605,"methods":{"pairwise":{"meanLogLoss":0.42412707979098996,"meanBrier":0.13070004090113593},"listwise":{"meanLogLoss":0.4132668447697523,"meanBrier":0.12596188503022407},"family-varying":{"meanLogLoss":0.42263067428513984,"meanBrier":0.12979813998868336}}}},"folds":[{"kind":"family","key":"analyst-agent","commonCoverage":1,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":1,"logLoss":0.34235458202890384,"brier":0.1010448588960108},"listwise":{"converged":true,"iterations":219,"coverage":1,"logLoss":0.3099386667480175,"brier":0.09231139942375617},"family-varying":{"converged":true,"iterations":274,"coverage":1,"logLoss":0.34198166860022244,"brier":0.10078586639135917}}},{"kind":"family","key":"briefcase","commonCoverage":1,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":1,"logLoss":0.3177529965890018,"brier":0.09479412164826152},"listwise":{"converged":true,"iterations":221,"coverage":1,"logLoss":0.3055333432107687,"brier":0.09484281994911462},"family-varying":{"converged":true,"iterations":226,"coverage":1,"logLoss":0.31857548706696714,"brier":0.09499947565998113}}},{"kind":"family","key":"aime","commonCoverage":1,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":1,"logLoss":0.44181889372146294,"brier":0.1405075367246784},"listwise":{"converged":true,"iterations":222,"coverage":1,"logLoss":0.4425333078825074,"brier":0.14362331317652466},"family-varying":{"converged":true,"iterations":261,"coverage":1,"logLoss":0.44279095339430685,"brier":0.14091659153071776}}},{"kind":"family","key":"apex-agents","commonCoverage":1,"metrics":{"pairwise":{"converged":true,"iterations":8,"coverage":1,"logLoss":0.3870520737223329,"brier":0.11542261811150019},"listwise":{"converged":true,"iterations":222,"coverage":1,"logLoss":0.3607121812664065,"brier":0.11120481984265043},"family-varying":{"converged":true,"iterations":252,"coverage":1,"logLoss":0.3879769869396049,"brier":0.11582235207382388}}},{"kind":"family","key":"aa-lcr","commonCoverage":1,"metrics":{"pairwise":{"converged":true,"iterations":7,"coverage":1,"logLoss":0.37433773105191975,"brier":0.1145240641898278},"listwise":{"converged":true,"iterations":211,"coverage":1,"logLoss":0.37773644062524925,"brier":0.11583082001654255},"family-varying":{"converged":true,"iterations":227,"coverage":1,"logLoss":0.3743713977800796,"brier":0.1145020724769916}}},{"kind":"family","key":"automationbench","commonCoverage":1,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":1,"logLoss":0.39547596778291894,"brier":0.11962071573581481},"listwise":{"converged":true,"iterations":219,"coverage":1,"logLoss":0.36455330283119897,"brier":0.11100681533219735},"family-varying":{"converged":true,"iterations":246,"coverage":1,"logLoss":0.3953635275411438,"brier":0.11949351841029048}}},{"kind":"family","key":"critpt","commonCoverage":1,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":1,"logLoss":0.3708118616356975,"brier":0.07031924239791323},"listwise":{"converged":true,"iterations":219,"coverage":1,"logLoss":0.370236980398742,"brier":0.0718753200777124},"family-varying":{"converged":true,"iterations":261,"coverage":1,"logLoss":0.3717262942445607,"brier":0.0706034229653275}}},{"kind":"family","key":"enterprise-ops","commonCoverage":1,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":1,"logLoss":0.45894469522691445,"brier":0.14876226203394388},"listwise":{"converged":true,"iterations":221,"coverage":1,"logLoss":0.49902108326254263,"brier":0.16455685871570547},"family-varying":{"converged":true,"iterations":261,"coverage":1,"logLoss":0.45946327354912614,"brier":0.14896642253711762}}},{"kind":"family","key":"gdp-pdf","commonCoverage":1,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":1,"logLoss":0.3010144727606496,"brier":0.08629195052891792},"listwise":{"converged":true,"iterations":227,"coverage":1,"logLoss":0.275195918199034,"brier":0.08123495853501811},"family-varying":{"converged":true,"iterations":260,"coverage":1,"logLoss":0.3019351973705822,"brier":0.0865162830378084}}},{"kind":"family","key":"gdpval","commonCoverage":1,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":1,"logLoss":0.2947394511197127,"brier":0.0878427502677511},"listwise":{"converged":true,"iterations":222,"coverage":1,"logLoss":0.2725120435769199,"brier":0.08333668291058027},"family-varying":{"converged":true,"iterations":253,"coverage":1,"logLoss":0.29587980695345867,"brier":0.08815548830968715}}},{"kind":"family","key":"gmmlu","commonCoverage":1,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":1,"logLoss":0.3708486997233892,"brier":0.11086956498222121},"listwise":{"converged":true,"iterations":219,"coverage":1,"logLoss":0.3459433729609926,"brier":0.10561895160728728},"family-varying":{"converged":true,"iterations":241,"coverage":1,"logLoss":0.371676828014378,"brier":0.11112204359707357}}},{"kind":"family","key":"gpqa","commonCoverage":0.9870967741935475,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":0.9870967741935475,"logLoss":0.27204335553921444,"brier":0.07656701102836042},"listwise":{"converged":true,"iterations":224,"coverage":0.9870967741935475,"logLoss":0.24614670530154487,"brier":0.07103618621483786},"family-varying":{"converged":true,"iterations":269,"coverage":0.9870967741935475,"logLoss":0.2730480032734407,"brier":0.07684951473673325}}},{"kind":"family","key":"harvey","commonCoverage":1,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":1,"logLoss":0.40264028833140336,"brier":0.126806781483492},"listwise":{"converged":true,"iterations":220,"coverage":1,"logLoss":0.37046594696844926,"brier":0.11744930641077973},"family-varying":{"converged":true,"iterations":244,"coverage":1,"logLoss":0.4032921448587579,"brier":0.12702945765838486}}},{"kind":"family","key":"hle","commonCoverage":1,"metrics":{"pairwise":{"converged":true,"iterations":7,"coverage":1,"logLoss":0.28931625238668074,"brier":0.08393214373896721},"listwise":{"converged":true,"iterations":220,"coverage":1,"logLoss":0.27112722297507236,"brier":0.08156909517819468},"family-varying":{"converged":true,"iterations":260,"coverage":1,"logLoss":0.29053468841560803,"brier":0.08430465522595734}}},{"kind":"family","key":"ifbench","commonCoverage":1,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":1,"logLoss":0.4166144212279839,"brier":0.13176128186745537},"listwise":{"converged":true,"iterations":220,"coverage":1,"logLoss":0.4159991634214017,"brier":0.12981275518572644},"family-varying":{"converged":true,"iterations":266,"coverage":1,"logLoss":0.4171416543574701,"brier":0.13198544752664096}}},{"kind":"family","key":"itbench","commonCoverage":1,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":1,"logLoss":0.3892012741990545,"brier":0.11897116445008585},"listwise":{"converged":true,"iterations":221,"coverage":1,"logLoss":0.3339159166644972,"brier":0.10060987750753117},"family-varying":{"converged":true,"iterations":265,"coverage":1,"logLoss":0.390004788785677,"brier":0.11924178218679599}}},{"kind":"family","key":"livecodebench","commonCoverage":1,"metrics":{"pairwise":{"converged":true,"iterations":5,"coverage":1,"logLoss":0.4048397431102936,"brier":0.12024577745148615},"listwise":{"converged":true,"iterations":225,"coverage":1,"logLoss":0.3667081311592699,"brier":0.10645459562848107},"family-varying":{"converged":true,"iterations":259,"coverage":1,"logLoss":0.4033386554878906,"brier":0.11948218294226863}}},{"kind":"family","key":"math500","commonCoverage":1,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":1,"logLoss":0.3711155503488184,"brier":0.10990409170403795},"listwise":{"converged":true,"iterations":216,"coverage":1,"logLoss":0.3602612856602624,"brier":0.10976091147069596},"family-varying":{"converged":true,"iterations":236,"coverage":1,"logLoss":0.37129622545949775,"brier":0.1100281102320668}}},{"kind":"family","key":"mmlu-pro","commonCoverage":1,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":1,"logLoss":0.3667148060794327,"brier":0.10893134391643462},"listwise":{"converged":true,"iterations":217,"coverage":1,"logLoss":0.34295073307549684,"brier":0.10324115756452477},"family-varying":{"converged":true,"iterations":245,"coverage":1,"logLoss":0.36665564072126233,"brier":0.10887103524454168}}},{"kind":"family","key":"mmmu-pro","commonCoverage":1,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":1,"logLoss":0.2939790768674744,"brier":0.0850599728864013},"listwise":{"converged":true,"iterations":222,"coverage":1,"logLoss":0.26908883983503273,"brier":0.08011243839958625},"family-varying":{"converged":true,"iterations":204,"coverage":1,"logLoss":0.29531795047132425,"brier":0.08547385813288357}}},{"kind":"family","key":"scicode","commonCoverage":1,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":1,"logLoss":0.4200797416048415,"brier":0.13391733931608363},"listwise":{"converged":true,"iterations":224,"coverage":1,"logLoss":0.4376961482330556,"brier":0.14245280712024308},"family-varying":{"converged":true,"iterations":291,"coverage":1,"logLoss":0.42034461271372076,"brier":0.13396064753758416}}},{"kind":"family","key":"tau-bench","commonCoverage":1,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":1,"logLoss":0.3951539601175171,"brier":0.12429471824043255},"listwise":{"converged":true,"iterations":213,"coverage":1,"logLoss":0.3941867081783113,"brier":0.12407317599958742},"family-varying":{"converged":true,"iterations":263,"coverage":1,"logLoss":0.39586957696542496,"brier":0.12450935694280614}}},{"kind":"family","key":"terminal-bench","commonCoverage":0.9714285714285712,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":0.9714285714285712,"logLoss":0.3717781429154858,"brier":0.11186630031373207},"listwise":{"converged":true,"iterations":225,"coverage":0.9714285714285712,"logLoss":0.3321832202048555,"brier":0.10052156391879648},"family-varying":{"converged":true,"iterations":260,"coverage":0.9714285714285712,"logLoss":0.37285767757465255,"brier":0.1122311344594757}}},{"kind":"family","key":"arc-agi","commonCoverage":0.4348478032688418,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":0.4348478032688418,"logLoss":0.3521588744123878,"brier":0.10755808181068312},"listwise":{"converged":true,"iterations":230,"coverage":0.4348478032688418,"logLoss":0.32958424945432113,"brier":0.10229358094017463},"family-varying":{"converged":true,"iterations":286,"coverage":0.4348478032688418,"logLoss":0.35331625502220465,"brier":0.1079811954108183}}},{"kind":"family","key":"deepswe","commonCoverage":0.8861538461538474,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":0.8861538461538474,"logLoss":0.457988844791817,"brier":0.14486782154033773},"listwise":{"converged":true,"iterations":221,"coverage":0.8861538461538474,"logLoss":0.4515681226668817,"brier":0.14397200231779986},"family-varying":{"converged":true,"iterations":255,"coverage":0.8861538461538474,"logLoss":0.4593667949724488,"brier":0.14542410917330856}}},{"kind":"family","key":"swe-bench-pro","commonCoverage":0,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":0,"logLoss":null,"brier":null},"listwise":{"converged":true,"iterations":219,"coverage":0,"logLoss":null,"brier":null},"family-varying":{"converged":true,"iterations":259,"coverage":0,"logLoss":null,"brier":null}}},{"kind":"family","key":"arc-agi-3","commonCoverage":1,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":1,"logLoss":0.3289340283658236,"brier":0.0923265464518541},"listwise":{"converged":true,"iterations":218,"coverage":1,"logLoss":0.2978903187751239,"brier":0.08312525661384036},"family-varying":{"converged":true,"iterations":272,"coverage":1,"logLoss":0.3309349958523661,"brier":0.09313943234743224}}},{"kind":"family","key":"frontiercode","commonCoverage":0.9223214285714268,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":0.9223214285714268,"logLoss":0.3785141447806392,"brier":0.11293312636972679},"listwise":{"converged":true,"iterations":221,"coverage":0.9223214285714268,"logLoss":0.3954263864314393,"brier":0.12134851529179197},"family-varying":{"converged":true,"iterations":264,"coverage":0.9223214285714268,"logLoss":0.37986051470813165,"brier":0.11336454796753855}}},{"kind":"source","key":"Artificial Analysis","commonCoverage":0.1189150472869911,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":0.1189150472869911,"logLoss":0.5038596110196486,"brier":0.1661408267636841},"listwise":{"converged":true,"iterations":475,"coverage":0.1189150472869911,"logLoss":0.5663449696748872,"brier":0.17978652443412985},"family-varying":{"converged":true,"iterations":196,"coverage":0.1189150472869911,"logLoss":0.5047436518135597,"brier":0.1665261237614502}}},{"kind":"source","key":"ARC Prize","commonCoverage":0.717423901634416,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":0.717423901634416,"logLoss":0.3474292462709982,"brier":0.10137369550374699},"listwise":{"converged":true,"iterations":228,"coverage":0.717423901634416,"logLoss":0.3182096086449468,"brier":0.09261745276260391},"family-varying":{"converged":true,"iterations":276,"coverage":0.717423901634416,"logLoss":0.34951496010448685,"brier":0.10218723845078534}}},{"kind":"source","key":"Datacurve","commonCoverage":0.8861538461538474,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":0.8861538461538474,"logLoss":0.457988844791817,"brier":0.14486782154033773},"listwise":{"converged":true,"iterations":221,"coverage":0.8861538461538474,"logLoss":0.4515681226668817,"brier":0.14397200231779986},"family-varying":{"converged":true,"iterations":255,"coverage":0.8861538461538474,"logLoss":0.4593667949724488,"brier":0.14542410917330856}}},{"kind":"source","key":"LiveCodeBench","commonCoverage":1,"metrics":{"pairwise":{"converged":true,"iterations":5,"coverage":1,"logLoss":0.42873342253564184,"brier":0.12605279814311227},"listwise":{"converged":true,"iterations":223,"coverage":1,"logLoss":0.36919814329015227,"brier":0.10113242124431747},"family-varying":{"converged":true,"iterations":240,"coverage":1,"logLoss":0.4153576988129419,"brier":0.11941287456376447}}},{"kind":"source","key":"Scale","commonCoverage":0,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":0,"logLoss":null,"brier":null},"listwise":{"converged":true,"iterations":219,"coverage":0,"logLoss":null,"brier":null},"family-varying":{"converged":true,"iterations":259,"coverage":0,"logLoss":null,"brier":null}}},{"kind":"source","key":"Terminal-Bench","commonCoverage":0.9428571428571433,"metrics":{"pairwise":{"converged":true,"iterations":7,"coverage":0.9428571428571433,"logLoss":0.42823720934719517,"brier":0.13283197708620778},"listwise":{"converged":true,"iterations":225,"coverage":0.9428571428571433,"logLoss":0.37885383791020605,"brier":0.11691439413070125},"family-varying":{"converged":true,"iterations":270,"coverage":0.9428571428571433,"logLoss":0.4269404252992701,"brier":0.13187394601525315}}},{"kind":"source","key":"Cognition","commonCoverage":0.9223214285714268,"metrics":{"pairwise":{"converged":true,"iterations":6,"coverage":0.9223214285714268,"logLoss":0.3785141447806392,"brier":0.11293312636972679},"listwise":{"converged":true,"iterations":221,"coverage":0.9223214285714268,"logLoss":0.3954263864314393,"brier":0.12134851529179197},"family-varying":{"converged":true,"iterations":264,"coverage":0.9223214285714268,"logLoss":0.37986051470813165,"brier":0.11336454796753855}}}]},"release":{"frozenAt":"2026-09-07T15:48:08.384Z","results":[{"method":"listwise","eligible":false,"reasons":["Candidate implementation differs from its freeze","No reviewed, post-freeze evaluations from previously unseen benchmark families","Duplicate and effort-replication invariance checks have not passed","Source sensitivity or direct-order reversals worsen on the frozen diagnostic dataset","Needs three new benchmark families","Needs two independent evaluation origins","Needs thirty predictable configuration pairs","Prediction coverage is insufficient or below baseline","Paired held-out loss must improve on baseline"]},{"method":"family-varying","eligible":false,"reasons":["Candidate implementation differs from its freeze","No reviewed, post-freeze evaluations from previously unseen benchmark families","Source sensitivity or direct-order reversals worsen on the frozen diagnostic dataset","Needs three new benchmark families","Needs two independent evaluation origins","Needs thirty predictable configuration pairs","Prediction coverage is insufficient or below baseline","Paired held-out loss must improve on baseline"]}]},"invariants":{"scope":"Synthetic structural checks; tolerance 0.01 percentage points. Unrelated means a disconnected new family. New opponents in an existing family can legitimately change a fit.","implementationHash":"sha256-0d4664189076c2d4d1991cfe425e4d2c50486988c4c32e141d93df8299683958","methods":{"pairwise":{"passed":true,"checks":{"duplicates":{"passed":true,"maximumProbabilityChange":0},"duplicateRows":{"passed":true,"maximumProbabilityChange":0},"unrelatedComponent":{"passed":true,"maximumProbabilityChange":0},"equivalentEffortReplication":{"passed":true,"maximumProbabilityChange":1.1102230246251565e-16}}},"listwise":{"passed":false,"checks":{"duplicates":{"passed":true,"maximumProbabilityChange":0},"duplicateRows":{"passed":true,"maximumProbabilityChange":0},"unrelatedComponent":{"passed":true,"maximumProbabilityChange":0},"equivalentEffortReplication":{"passed":false,"maximumProbabilityChange":0.1359932040101272}}},"family-varying":{"passed":true,"checks":{"duplicates":{"passed":true,"maximumProbabilityChange":0},"duplicateRows":{"passed":true,"maximumProbabilityChange":0},"unrelatedComponent":{"passed":true,"maximumProbabilityChange":0},"equivalentEffortReplication":{"passed":true,"maximumProbabilityChange":1.1335377081422848e-13}}}}},"jointWeighting":{"version":"joint-source-family-1","generatedAt":"2026-09-08T04:57:34.814Z","inputHash":"sha256-726b5653d40a954481c1a2356382bd21cc48c1d4b4a78e93313ae897efd87d3c","implementationHash":"sha256-54f8cf000cf8683213cd09293dc1daf471342ffc89b07d3e69155e89d702aeb0","scope":"Frozen-rule development diagnostics on reused evidence. Two fixed target-weight schemes and identical predictable comparisons for every method. Empty folds count in coverage, not average predictive loss. Score shifts are sensitivity checks, not uncertainty intervals. Settings share exact-evidence equivalence classes. Not temporal validation.","development":{"passed":false,"failures":["family holdout / source target weights: loss regressed or unavailable","family holdout / source target weights: brier regressed or unavailable","family holdout / family target weights: loss regressed or unavailable","family holdout / family target weights: brier regressed or unavailable","source holdout / source target weights: loss regressed or unavailable","source holdout / source target weights: brier regressed or unavailable","source holdout / family target weights: loss regressed or unavailable","source holdout / family target weights: brier regressed or unavailable","No log-loss improvement","Source removal meanAbsoluteShift increased","Source removal maximumAbsoluteShift increased"]},"promotion":{"eligible":false,"reason":"No independently dated post-freeze validation has passed; development results cannot authorize promotion."},"summary":{"family":{"source":{"folds":44,"predictableFolds":43,"meanCoverage":0.9628867004964241,"policies":{"model-source":{"loss":0.4334500766705443,"accuracy":0.8139944907937228,"brier":0.1318949258698315},"model-family":{"loss":0.44113834141014996,"accuracy":0.8221121474201022,"brier":0.13415494397844394},"model-source-family":{"loss":0.4387661046292315,"accuracy":0.8201640638956764,"brier":0.13346903883227626}}},"family":{"folds":44,"predictableFolds":43,"meanCoverage":0.9520743961757692,"policies":{"model-source":{"loss":0.4453730980445959,"accuracy":0.7993867226870113,"brier":0.1356409393124663},"model-family":{"loss":0.45051692677118,"accuracy":0.8083091792311119,"brier":0.13696274812127776},"model-source-family":{"loss":0.44938081580621375,"accuracy":0.8065152460899145,"brier":0.13678674893866577}}},"sensitivity":{"model-source":{"meanAbsoluteShift":0.0028630604214169683,"maximumAbsoluteShift":0.19427801062761407,"disconnected":0},"model-family":{"meanAbsoluteShift":0.0029607826342657973,"maximumAbsoluteShift":0.16200498288412832,"disconnected":0},"model-source-family":{"meanAbsoluteShift":0.0029490707740098005,"maximumAbsoluteShift":0.1720228933516082,"disconnected":0}}},"source":{"source":{"folds":10,"predictableFolds":10,"meanCoverage":0.7693354964232049,"policies":{"model-source":{"loss":0.46166470920529823,"accuracy":0.7761422989107946,"brier":0.14519414833543925},"model-family":{"loss":0.4794712169815939,"accuracy":0.7776697829686208,"brier":0.15192562960363204},"model-source-family":{"loss":0.4769675807845126,"accuracy":0.7781599598015828,"brier":0.15116586301127233}}},"family":{"folds":10,"predictableFolds":10,"meanCoverage":0.8190784504990823,"policies":{"model-source":{"loss":0.4852912750589661,"accuracy":0.7545578434882834,"brier":0.15484324237572536},"model-family":{"loss":0.5023832098401536,"accuracy":0.7587045092210086,"brier":0.16149728969915414},"model-source-family":{"loss":0.5003664566849916,"accuracy":0.7605074779222012,"brier":0.16091486463478766}}},"sensitivity":{"model-source":{"meanAbsoluteShift":0.009509497640068094,"maximumAbsoluteShift":0.19345072760426185,"disconnected":247},"model-family":{"meanAbsoluteShift":0.01040490490741473,"maximumAbsoluteShift":0.27201578790947967,"disconnected":247},"model-source-family":{"meanAbsoluteShift":0.010115438528465238,"maximumAbsoluteShift":0.2349423867900056,"disconnected":247}}}},"effects":{"model-source":{"retainedRankedConfigurations":389,"retainedRankedModels":211,"topModels":[["claude-fable-5-1--effort-max",0.8528043864600433],["gpt-6-astra--effort-xhigh",0.8181549829369031],["claude-opus-5--effort-medium",0.7519959492751586],["claude-fable-5--effort-high",0.7338495477180581],["gpt-5.6-sol--effort-xhigh",0.7215624486945421],["gemini-3.8-flash--effort-medium",0.6985595069270082],["muse-spark-1.3--effort-xhigh",0.6948403954716743],["gpt-5.5-pro--effort-xhigh",0.6497012646952124],["grok-4.6--effort-high",0.6202619120788779],["gemini-3.7-flash--effort-medium",0.5990489067588014],["gpt-5.5--effort-xhigh",0.5792095426356884],["glm-5.3--effort-max",0.5785242591428621],["kimi-k3--effort-max",0.5470160948076492],["gpt-5.6-terra--effort-max",0.5461148049112993],["qwen-3.8-max--effort-xhigh",0.4898429801354091]],"effortReversals":[{"higherRanked":"gpt-6-astra--effort-xhigh","lowerRanked":"gpt-6-astra--effort-max","higherScore":0.8181549829369031,"lowerScore":0.796948818797941,"sharedUnits":21,"sharedFamilies":18,"sharedSources":["ARC Prize","Artificial Analysis","Cognition","Datacurve","Epoch AI","Terminal-Bench"],"higherWins":6,"lowerWins":14,"ties":1,"higherOnlyUnits":0,"lowerOnlyUnits":32},{"higherRanked":"gpt-6-astra--effort-high","lowerRanked":"gpt-6-astra--effort-max","higherScore":0.8074128087607951,"lowerScore":0.796948818797941,"sharedUnits":21,"sharedFamilies":18,"sharedSources":["ARC Prize","Artificial Analysis","Cognition","Datacurve","Epoch AI","Terminal-Bench"],"higherWins":2,"lowerWins":16,"ties":3,"higherOnlyUnits":0,"lowerOnlyUnits":32},{"higherRanked":"claude-opus-5--effort-medium","lowerRanked":"claude-opus-5--effort-xhigh","higherScore":0.7519959492751586,"lowerScore":0.7244266957251311,"sharedUnits":18,"sharedFamilies":15,"sharedSources":["Artificial Analysis","Cognition","Datacurve"],"higherWins":4,"lowerWins":14,"ties":0,"higherOnlyUnits":0,"lowerOnlyUnits":2},{"higherRanked":"claude-opus-5--effort-medium","lowerRanked":"claude-opus-5--effort-high","higherScore":0.7519959492751586,"lowerScore":0.7176795744516363,"sharedUnits":18,"sharedFamilies":15,"sharedSources":["Artificial Analysis","Cognition","Datacurve"],"higherWins":5,"lowerWins":13,"ties":0,"higherOnlyUnits":0,"lowerOnlyUnits":3},{"higherRanked":"claude-opus-5--effort-medium","lowerRanked":"claude-opus-5--effort-max","higherScore":0.7519959492751586,"lowerScore":0.6642387636974456,"sharedUnits":18,"sharedFamilies":15,"sharedSources":["Artificial Analysis","Cognition","Datacurve"],"higherWins":4,"lowerWins":14,"ties":0,"higherOnlyUnits":0,"lowerOnlyUnits":35},{"higherRanked":"claude-fable-5--effort-high","lowerRanked":"claude-fable-5--effort-max","higherScore":0.7338495477180581,"lowerScore":0.7327908646036557,"sharedUnits":5,"sharedFamilies":4,"sharedSources":["ARC Prize","Cognition","Datacurve","Epoch AI"],"higherWins":2,"lowerWins":3,"ties":0,"higherOnlyUnits":5,"lowerOnlyUnits":48},{"higherRanked":"claude-fable-5--effort-high","lowerRanked":"claude-fable-5--effort-xhigh","higherScore":0.7338495477180581,"lowerScore":0.6733492461681339,"sharedUnits":4,"sharedFamilies":3,"sharedSources":["ARC Prize","Cognition","Datacurve"],"higherWins":0,"lowerWins":4,"ties":0,"higherOnlyUnits":6,"lowerOnlyUnits":5},{"higherRanked":"claude-fable-5--effort-max","lowerRanked":"claude-fable-5--effort-xhigh","higherScore":0.7327908646036557,"lowerScore":0.6733492461681339,"sharedUnits":4,"sharedFamilies":3,"sharedSources":["ARC Prize","Cognition","Datacurve"],"higherWins":1,"lowerWins":3,"ties":0,"higherOnlyUnits":49,"lowerOnlyUnits":5},{"higherRanked":"claude-opus-5--effort-xhigh","lowerRanked":"claude-opus-5--effort-max","higherScore":0.7244266957251311,"lowerScore":0.6642387636974456,"sharedUnits":18,"sharedFamilies":15,"sharedSources":["Artificial Analysis","Cognition","Datacurve"],"higherWins":4,"lowerWins":14,"ties":0,"higherOnlyUnits":2,"lowerOnlyUnits":35},{"higherRanked":"gpt-5.6-sol--effort-xhigh","lowerRanked":"gpt-5.6-sol--effort-max","higherScore":0.7215624486945421,"lowerScore":0.7009906934704068,"sharedUnits":22,"sharedFamilies":17,"sharedSources":["ARC Prize","Artificial Analysis","Cognition","Datacurve"],"higherWins":2,"lowerWins":19,"ties":1,"higherOnlyUnits":1,"lowerOnlyUnits":36},{"higherRanked":"claude-opus-5--effort-high","lowerRanked":"claude-opus-5--effort-max","higherScore":0.7176795744516363,"lowerScore":0.6642387636974456,"sharedUnits":19,"sharedFamilies":16,"sharedSources":["ARC Prize","Artificial Analysis","Cognition","Datacurve"],"higherWins":3,"lowerWins":16,"ties":0,"higherOnlyUnits":2,"lowerOnlyUnits":34},{"higherRanked":"claude-fable-5-1--effort-medium","lowerRanked":"claude-fable-5-1--effort-high","higherScore":0.7015700362406285,"lowerScore":0.7010055538666428,"sharedUnits":17,"sharedFamilies":15,"sharedSources":["ARC Prize","Artificial Analysis","Cognition"],"higherWins":3,"lowerWins":13,"ties":1,"higherOnlyUnits":0,"lowerOnlyUnits":0},{"higherRanked":"gemini-3.8-flash--effort-medium","lowerRanked":"gemini-3.8-flash--effort-high","higherScore":0.6985595069270082,"lowerScore":0.6900410008712415,"sharedUnits":17,"sharedFamilies":15,"sharedSources":["Artificial Analysis","Cognition","Datacurve"],"higherWins":6,"lowerWins":10,"ties":1,"higherOnlyUnits":0,"lowerOnlyUnits":25},{"higherRanked":"muse-spark-1.3--effort-xhigh","lowerRanked":"muse-spark-1.3--effort-max","higherScore":0.6948403954716743,"lowerScore":0.5561011919861969,"sharedUnits":13,"sharedFamilies":12,"sharedSources":["Artificial Analysis"],"higherWins":4,"lowerWins":8,"ties":1,"higherOnlyUnits":25,"lowerOnlyUnits":1},{"higherRanked":"claude-fable-5--effort-medium","lowerRanked":"claude-fable-5--effort-xhigh","higherScore":0.6813979237006146,"lowerScore":0.6733492461681339,"sharedUnits":4,"sharedFamilies":3,"sharedSources":["ARC Prize","Cognition","Datacurve"],"higherWins":0,"lowerWins":4,"ties":0,"higherOnlyUnits":0,"lowerOnlyUnits":5},{"higherRanked":"grok-4.6--effort-high","lowerRanked":"grok-4.6--effort-xhigh","higherScore":0.6202619120788779,"lowerScore":0.538210891301393,"sharedUnits":19,"sharedFamilies":17,"sharedSources":["ARC Prize","Artificial Analysis","Datacurve","Epoch AI"],"higherWins":9,"lowerWins":10,"ties":0,"higherOnlyUnits":6,"lowerOnlyUnits":4},{"higherRanked":"gemini-3.7-flash--effort-medium","lowerRanked":"gemini-3.7-flash--effort-high","higherScore":0.5990489067588014,"lowerScore":0.5741140599577151,"sharedUnits":14,"sharedFamilies":13,"sharedSources":["ARC Prize","Artificial Analysis","Cognition","Datacurve"],"higherWins":6,"lowerWins":8,"ties":0,"higherOnlyUnits":1,"lowerOnlyUnits":38},{"higherRanked":"grok-4.6--effort-medium","lowerRanked":"grok-4.6--effort-xhigh","higherScore":0.5898880054323546,"lowerScore":0.538210891301393,"sharedUnits":15,"sharedFamilies":14,"sharedSources":["ARC Prize","Artificial Analysis","Datacurve"],"higherWins":4,"lowerWins":9,"ties":2,"higherOnlyUnits":2,"lowerOnlyUnits":8},{"higherRanked":"gpt-5.6-luna--effort-xhigh","lowerRanked":"gpt-5.6-luna--effort-max","higherScore":0.39918630145720907,"lowerScore":0.3918444338241866,"sharedUnits":19,"sharedFamilies":16,"sharedSources":["ARC Prize","Artificial Analysis","Cognition","Datacurve"],"higherWins":0,"lowerWins":17,"ties":2,"higherOnlyUnits":0,"lowerOnlyUnits":37},{"higherRanked":"claude-sonnet-5--effort-xhigh","lowerRanked":"claude-sonnet-5--effort-max","higherScore":0.3895047760479356,"lowerScore":0.32913032031774575,"sharedUnits":17,"sharedFamilies":16,"sharedSources":["Artificial Analysis","Cognition","Datacurve","Epoch AI"],"higherWins":5,"lowerWins":12,"ties":0,"higherOnlyUnits":23,"lowerOnlyUnits":12},{"higherRanked":"grok-4.3--effort-medium","lowerRanked":"grok-4.3--effort-high","higherScore":0.23873209201510034,"lowerScore":0.2120949490022012,"sharedUnits":9,"sharedFamilies":9,"sharedSources":["Artificial Analysis"],"higherWins":2,"lowerWins":7,"ties":0,"higherOnlyUnits":0,"lowerOnlyUnits":20},{"higherRanked":"claude-sonnet-4-6--effort-max","lowerRanked":"claude-sonnet-4-6--effort-high","higherScore":0.2010472358875406,"lowerScore":0.17807678174104366,"sharedUnits":6,"sharedFamilies":5,"sharedSources":["ARC Prize","Cognition","Epoch AI"],"higherWins":2,"lowerWins":4,"ties":0,"higherOnlyUnits":24,"lowerOnlyUnits":2},{"higherRanked":"claude-sonnet-4-6--effort-max","lowerRanked":"claude-sonnet-4-6--effort-medium","higherScore":0.2010472358875406,"lowerScore":0.1688783810426665,"sharedUnits":5,"sharedFamilies":4,"sharedSources":["Cognition","Epoch AI"],"higherWins":2,"lowerWins":3,"ties":0,"higherOnlyUnits":25,"lowerOnlyUnits":23},{"higherRanked":"gpt-5.6-terra--effort-low","lowerRanked":"gpt-5.6-terra--effort-medium","higherScore":0.1748450910128776,"lowerScore":0.17146973713214284,"sharedUnits":22,"sharedFamilies":18,"sharedSources":["ARC Prize","Artificial Analysis","Cognition","Datacurve","Epoch AI"],"higherWins":2,"lowerWins":20,"ties":0,"higherOnlyUnits":4,"lowerOnlyUnits":0},{"higherRanked":"gpt-oss-120b--effort-low","lowerRanked":"gpt-oss-120b--effort-high","higherScore":0.04352490483472094,"lowerScore":0.043236200057173234,"sharedUnits":15,"sharedFamilies":13,"sharedSources":["Artificial Analysis"],"higherWins":0,"lowerWins":15,"ties":0,"higherOnlyUnits":0,"lowerOnlyUnits":12},{"higherRanked":"gemma-4-e4b-it--effort-non-reasoning","lowerRanked":"gemma-4-e4b-it--effort-reasoning","higherScore":0.024182369885365654,"lowerScore":0.022494170957769465,"sharedUnits":9,"sharedFamilies":9,"sharedSources":["Artificial Analysis"],"higherWins":2,"lowerWins":7,"ties":0,"higherOnlyUnits":0,"lowerOnlyUnits":2}],"concentration":[{"id":"claude-fable-5-1--effort-max","maximumSourceShare":0.17747497237099494,"maximumFamilyShare":0.17907921888990333},{"id":"gpt-6-astra--effort-xhigh","maximumSourceShare":0.28767666969604333,"maximumFamilyShare":0.28767666969604333},{"id":"gpt-6-astra--effort-high","maximumSourceShare":0.28767666969604333,"maximumFamilyShare":0.28767666969604333},{"id":"gpt-6-astra--effort-max","maximumSourceShare":0.16854033836324153,"maximumFamilyShare":0.16678228828203767},{"id":"gpt-6-astra--effort-medium","maximumSourceShare":0.28767666969604333,"maximumFamilyShare":0.28767666969604333},{"id":"claude-opus-5--effort-medium","maximumSourceShare":0.46302441265496913,"maximumFamilyShare":0.46302441265496913},{"id":"claude-fable-5-1--effort-xhigh","maximumSourceShare":0.292213407118277,"maximumFamilyShare":0.292213407118277},{"id":"claude-fable-5--effort-high","maximumSourceShare":0.17028839391010334,"maximumFamilyShare":0.17028839391010334},{"id":"claude-fable-5--effort-max","maximumSourceShare":0.1548425719868367,"maximumFamilyShare":0.16451905246044138},{"id":"claude-opus-5--effort-xhigh","maximumSourceShare":0.3573815378090529,"maximumFamilyShare":0.3573815378090529},{"id":"gpt-5.6-sol--effort-xhigh","maximumSourceShare":0.26747115927007076,"maximumFamilyShare":0.26747115927007076},{"id":"claude-opus-5--effort-high","maximumSourceShare":0.24772305181223198,"maximumFamilyShare":0.23837024271319876},{"id":"claude-fable-5-1--effort-medium","maximumSourceShare":0.3777131950522253,"maximumFamilyShare":0.3777131950522253},{"id":"claude-fable-5-1--effort-high","maximumSourceShare":0.3777131950522253,"maximumFamilyShare":0.3777131950522253},{"id":"gpt-5.6-sol--effort-max","maximumSourceShare":0.16913514579467767,"maximumFamilyShare":0.16737089125664653},{"id":"gemini-3.8-flash--effort-medium","maximumSourceShare":0.36984887509171743,"maximumFamilyShare":0.31996256781527155},{"id":"muse-spark-1.3--effort-xhigh","maximumSourceShare":0.6321234385333,"maximumFamilyShare":0.056062981707604535},{"id":"gemini-3.8-flash--effort-high","maximumSourceShare":0.21478611170777678,"maximumFamilyShare":0.20816973745086093},{"id":"gpt-6-astra--effort-low","maximumSourceShare":0.28767666969604333,"maximumFamilyShare":0.28767666969604333},{"id":"claude-fable-5--effort-medium","maximumSourceShare":0.424484569422646,"maximumFamilyShare":0.424484569422646},{"id":"claude-fable-5--effort-xhigh","maximumSourceShare":0.2161711600057134,"maximumFamilyShare":0.2142594422641661},{"id":"claude-opus-5--effort-max","maximumSourceShare":0.15372218613973349,"maximumFamilyShare":0.16139317659546754},{"id":"gpt-5.6-sol--effort-high","maximumSourceShare":0.2409027707772221,"maximumFamilyShare":0.2409027707772221},{"id":"gpt-5.5-pro--effort-xhigh","maximumSourceShare":0.5896437864121482,"maximumFamilyShare":0.5896437864121482},{"id":"claude-fable-5-1--effort-low","maximumSourceShare":0.3777131950522253,"maximumFamilyShare":0.3777131950522253},{"id":"grok-4.6--effort-high","maximumSourceShare":0.18649543555515657,"maximumFamilyShare":0.18649543555515657},{"id":"gemini-3.7-flash--effort-medium","maximumSourceShare":0.3114355369283925,"maximumFamilyShare":0.3114355369283925},{"id":"grok-4.6--effort-medium","maximumSourceShare":0.29028958756512263,"maximumFamilyShare":0.29028958756512263},{"id":"gpt-5.5--effort-xhigh","maximumSourceShare":0.12008683335349166,"maximumFamilyShare":0.12622657145779806},{"id":"glm-5.3--effort-max","maximumSourceShare":0.20984219621661646,"maximumFamilyShare":0.20984219621661646},{"id":"gemini-3.7-flash--effort-high","maximumSourceShare":0.1530290095016902,"maximumFamilyShare":0.16275034018713944},{"id":"muse-spark-1.3--effort-max","maximumSourceShare":0.999999999999993,"maximumFamilyShare":0.12801563685001244},{"id":"kimi-k3--effort-max","maximumSourceShare":0.2597913983902932,"maximumFamilyShare":0.25904979363086555},{"id":"gpt-5.6-terra--effort-max","maximumSourceShare":0.15684388417632636,"maximumFamilyShare":0.1604635808004493},{"id":"claude-fable-5--effort-low","maximumSourceShare":0.3205386870715087,"maximumFamilyShare":0.3205386870715087},{"id":"grok-4.6--effort-xhigh","maximumSourceShare":0.3159832768723912,"maximumFamilyShare":0.1731642893104666},{"id":"gpt-5.5--effort-high","maximumSourceShare":0.2683710108558054,"maximumFamilyShare":0.2683710108558054},{"id":"qwen-3.8-max--effort-xhigh","maximumSourceShare":0.5152983590474984,"maximumFamilyShare":0.4847016409525038},{"id":"claude-opus-4-8--effort-xhigh","maximumSourceShare":0.24779217908997384,"maximumFamilyShare":0.24779217908997384},{"id":"claude-opus-4-8--effort-max","maximumSourceShare":0.21695087456726758,"maximumFamilyShare":0.21099366179422316},{"id":"gpt-5.6-sol--effort-medium","maximumSourceShare":0.2287919758031655,"maximumFamilyShare":0.2287919758031655},{"id":"gpt-5.6-terra--effort-xhigh","maximumSourceShare":0.29414264621427455,"maximumFamilyShare":0.29414264621427455},{"id":"claude-opus-4-8--effort-high","maximumSourceShare":0.2958632623145613,"maximumFamilyShare":0.2958632623145613},{"id":"deepseek-v4-pro--effort-max","maximumSourceShare":0.3617244400726471,"maximumFamilyShare":0.29931089661062027},{"id":"gpt-5.5--effort-medium","maximumSourceShare":0.24467730071107313,"maximumFamilyShare":0.24467730071107313},{"id":"qwen-3.8-max--effort-reasoning","maximumSourceShare":1.0000000000000067,"maximumFamilyShare":0.09185708421621915},{"id":"claude-opus-4-8--effort-medium","maximumSourceShare":0.41894457982895705,"maximumFamilyShare":0.41894457982895705},{"id":"claude-opus-5--effort-low","maximumSourceShare":0.3256180237051324,"maximumFamilyShare":0.3256180237051324},{"id":"muse-spark-1.2--effort-xhigh","maximumSourceShare":0.3162909103078832,"maximumFamilyShare":0.3088446110075727},{"id":"qwen3.8-2.4t-a95b--effort-reasoning","maximumSourceShare":1.0000000000000027,"maximumFamilyShare":0.09576738489527349},{"id":"glm-5.3-flash--effort-reasoning","maximumSourceShare":1.0000000000000027,"maximumFamilyShare":0.09576738489527353},{"id":"gemini-3.7-flash--effort-low","maximumSourceShare":0.3142730535431485,"maximumFamilyShare":0.3142730535431485},{"id":"claude-opus-4-6--effort-max","maximumSourceShare":0.2734994582723113,"maximumFamilyShare":0.24546963610292744},{"id":"gpt-5.6-luna--effort-xhigh","maximumSourceShare":0.303192675042342,"maximumFamilyShare":0.303192675042342},{"id":"gpt-5.4--effort-xhigh","maximumSourceShare":0.21204010705607923,"maximumFamilyShare":0.21204010705607923},{"id":"gpt-5.6-terra--effort-high","maximumSourceShare":0.28614123968095456,"maximumFamilyShare":0.278734606566524},{"id":"gemini-3.5-flash--effort-low","maximumSourceShare":1,"maximumFamilyShare":0.5328422151806002},{"id":"gpt-5.6-luna--effort-max","maximumSourceShare":0.15823016543892257,"maximumFamilyShare":0.16113406021955295},{"id":"claude-sonnet-5--effort-xhigh","maximumSourceShare":0.2553723722564024,"maximumFamilyShare":0.2553723722564024},{"id":"glm-5.3-flash--effort-max","maximumSourceShare":0.3571961865639107,"maximumFamilyShare":0.3571961865639107},{"id":"gemini-3.8-flash--effort-low","maximumSourceShare":0.9999999999999998,"maximumFamilyShare":0.10405327316457798},{"id":"muse-spark-1.1--effort-xhigh","maximumSourceShare":0.3454727600152743,"maximumFamilyShare":0.33551770067471504},{"id":"gemini-3.5-flash--effort-high","maximumSourceShare":0.1805349570544955,"maximumFamilyShare":0.1805349570544955},{"id":"gemini-3.6-flash--effort-high","maximumSourceShare":0.17938394767025853,"maximumFamilyShare":0.17938394767025853},{"id":"gemini-3.1-pro--effort-high","maximumSourceShare":0.22887943739917785,"maximumFamilyShare":0.22887943739917785},{"id":"claude-opus-4-7--effort-xhigh","maximumSourceShare":0.43893404542965664,"maximumFamilyShare":0.43893404542965664},{"id":"qwen3.8-flash-next--effort-reasoning","maximumSourceShare":0.9999999999999923,"maximumFamilyShare":0.10155227050325837},{"id":"grok-4.5--effort-high","maximumSourceShare":0.14549183547978647,"maximumFamilyShare":0.15450644707571118},{"id":"kimi-k3--effort-high","maximumSourceShare":0.6693930200641901,"maximumFamilyShare":0.6693930200641901},{"id":"qwen3.8-27b--effort-xhigh","maximumSourceShare":0.9999999999999968,"maximumFamilyShare":0.13783129441074504},{"id":"gemini-3-flash-preview--effort-high","maximumSourceShare":0.5455639316821801,"maximumFamilyShare":0.4544360683178202},{"id":"claude-opus-4-8--effort-low","maximumSourceShare":0.29769146083999753,"maximumFamilyShare":0.29769146083999753},{"id":"deepseek-v4-pro-0424--effort-max","maximumSourceShare":1.0000000000000027,"maximumFamilyShare":0.06944982356592445},{"id":"deepseek-v4-flash--effort-max","maximumSourceShare":0.2748741480264897,"maximumFamilyShare":0.2741111934765999},{"id":"claude-sonnet-5--effort-max","maximumSourceShare":0.23337444915095826,"maximumFamilyShare":0.23337444915095826},{"id":"claude-opus-4-6--effort-high","maximumSourceShare":0.2761495671354208,"maximumFamilyShare":0.2761495671354208},{"id":"gemini-3.1-pro--effort-reasoning","maximumSourceShare":1.000000000000005,"maximumFamilyShare":0.05801223969135631},{"id":"gpt-5.6-sol--effort-low","maximumSourceShare":0.23463797918587298,"maximumFamilyShare":0.23463797918587298},{"id":"gemini-3.5-flash--effort-medium","maximumSourceShare":1.0000000000000069,"maximumFamilyShare":0.1087428181192742},{"id":"claude-opus-4-7--effort-max","maximumSourceShare":0.260581983099901,"maximumFamilyShare":0.2727523949034377},{"id":"grok-4.5--effort-medium","maximumSourceShare":0.5946126150153366,"maximumFamilyShare":0.4144806609135196},{"id":"qwen3.7-max--effort-reasoning","maximumSourceShare":1.000000000000011,"maximumFamilyShare":0.06948728925824475},{"id":"gpt-5.2--effort-xhigh","maximumSourceShare":0.37225089442851733,"maximumFamilyShare":0.34477282642722124},{"id":"claude-sonnet-5--effort-high","maximumSourceShare":0.26140352864042765,"maximumFamilyShare":0.26140352864042765},{"id":"gemini-3-flash-preview--effort-reasoning","maximumSourceShare":1.0000000000000062,"maximumFamilyShare":0.09012813301817132},{"id":"claude-opus-4-5-20251101--effort-thinking-64k","maximumSourceShare":1.0000000000000082,"maximumFamilyShare":0.14285714285714327},{"id":"glm-5.2--effort-max","maximumSourceShare":0.41103513580584433,"maximumFamilyShare":0.2891090940938411},{"id":"claude-sonnet-5--effort-medium","maximumSourceShare":0.5069406428923372,"maximumFamilyShare":0.5069406428923372},{"id":"kimi-k2.6--effort-reasoning","maximumSourceShare":1.000000000000001,"maximumFamilyShare":0.06911570655287251},{"id":"gpt-5.2--effort-high","maximumSourceShare":0.5872675325560471,"maximumFamilyShare":0.5872675325560471},{"id":"gpt-5.2--effort-medium","maximumSourceShare":0.36115967073487854,"maximumFamilyShare":0.32946782079274234},{"id":"kimi-k2.7-code--effort-reasoning","maximumSourceShare":0.9999999999999937,"maximumFamilyShare":0.07839426696649063},{"id":"gpt-5.6-luna--effort-high","maximumSourceShare":0.3019285024004855,"maximumFamilyShare":0.29501106803357957},{"id":"hy3--effort-reasoning","maximumSourceShare":0.9999999999999978,"maximumFamilyShare":0.10219454707569059},{"id":"minimax-m3--effort-reasoning","maximumSourceShare":1.00000000000001,"maximumFamilyShare":0.0683293180565137},{"id":"glm-5.1--effort-reasoning","maximumSourceShare":1.0000000000000062,"maximumFamilyShare":0.08350718161753501},{"id":"qwen3.7-plus--effort-reasoning","maximumSourceShare":1.0000000000000109,"maximumFamilyShare":0.06791292029656908},{"id":"grok-4.3--effort-medium","maximumSourceShare":0.9999999999999987,"maximumFamilyShare":0.12021771547873208},{"id":"qwen3.6-plus--effort-reasoning","maximumSourceShare":1.0000000000000022,"maximumFamilyShare":0.10718949369108954},{"id":"claude-opus-4-5-20251101--effort-reasoning","maximumSourceShare":0.9999999999999951,"maximumFamilyShare":0.08288455650408603},{"id":"glm-5.2--effort-low","maximumSourceShare":1.0000000000000016,"maximumFamilyShare":0.3472240020967621},{"id":"gpt-5.4--effort-low","maximumSourceShare":0.5364262792679262,"maximumFamilyShare":0.5364262792679262},{"id":"claude-opus-4-7--effort-non-reasoning","maximumSourceShare":1.0000000000000042,"maximumFamilyShare":0.12813381316450306},{"id":"grok-4.6--effort-low","maximumSourceShare":0.29028958756512263,"maximumFamilyShare":0.29028958756512263},{"id":"gpt-5.3-codex--effort-xhigh","maximumSourceShare":0.8155768394530565,"maximumFamilyShare":0.18442316054696045},{"id":"gpt-5.5--effort-low","maximumSourceShare":0.25134605003522026,"maximumFamilyShare":0.25134605003522026},{"id":"claude-sonnet-5--effort-low","maximumSourceShare":0.5069406428923372,"maximumFamilyShare":0.5069406428923372},{"id":"gemini-3.6-flash--effort-low","maximumSourceShare":0.4248539579548212,"maximumFamilyShare":0.4248539579548212},{"id":"gpt-5.1--effort-high","maximumSourceShare":0.5886534337829505,"maximumFamilyShare":0.4113465662170552},{"id":"grok-4.3--effort-high","maximumSourceShare":0.516462502090988,"maximumFamilyShare":0.13873395419150106},{"id":"claude-opus-4-8--effort-non-reasoning","maximumSourceShare":1.0000000000000009,"maximumFamilyShare":0.35905224648258977},{"id":"mimo-v2.5-pro--effort-reasoning","maximumSourceShare":1.0000000000000133,"maximumFamilyShare":0.06888888985380087},{"id":"claude-opus-4-5-20251101--effort-thinking-32k","maximumSourceShare":1.0000000000000016,"maximumFamilyShare":0.4545963898360717},{"id":"claude-sonnet-4-6--effort-max","maximumSourceShare":0.26855446619461537,"maximumFamilyShare":0.26793155894540205},{"id":"glm-5--effort-reasoning","maximumSourceShare":1.0000000000000056,"maximumFamilyShare":0.1225305931492151},{"id":"deepseek-v4-flash--effort-high","maximumSourceShare":0.35475894124072027,"maximumFamilyShare":0.35366504836476464},{"id":"gpt-5.6-sol--effort-non-reasoning","maximumSourceShare":0.9999999999999971,"maximumFamilyShare":0.1303660797361557},{"id":"kimi-k3--effort-low","maximumSourceShare":0.3813681216171314,"maximumFamilyShare":0.3728390169876798},{"id":"glm-4.7--effort-reasoning","maximumSourceShare":1.0000000000000089,"maximumFamilyShare":0.1009278717511495},{"id":"qwen3.5-397b-a17b--effort-reasoning","maximumSourceShare":0.9999999999999727,"maximumFamilyShare":0.06074092014524372},{"id":"qwen3.5-27b--effort-reasoning","maximumSourceShare":1.00000000000001,"maximumFamilyShare":0.09966854277620758},{"id":"solar-pro4-260806--effort-reasoning","maximumSourceShare":1.0000000000000049,"maximumFamilyShare":0.1119803232418809},{"id":"gpt-5.4-mini--effort-xhigh","maximumSourceShare":0.27876167227767085,"maximumFamilyShare":0.25017442016555846},{"id":"glm-5-turbo--effort-reasoning","maximumSourceShare":1.0000000000000002,"maximumFamilyShare":0.13466929786021947},{"id":"hy3-preview--effort-reasoning","maximumSourceShare":0.9999999999999983,"maximumFamilyShare":0.13413345681224131},{"id":"claude-sonnet-4-5-20250929--effort-thinking-32k","maximumSourceShare":0.5305162108520014,"maximumFamilyShare":0.5305162108520014},{"id":"gemini-3.5-flash--effort-minimal","maximumSourceShare":0.40828963877017665,"maximumFamilyShare":0.40828963877017665},{"id":"claude-sonnet-4-6--effort-high","maximumSourceShare":0.2748603325814169,"maximumFamilyShare":0.2748603325814169},{"id":"solar-open2-250b--effort-reasoning","maximumSourceShare":0.9999999999999885,"maximumFamilyShare":0.13897649556213765},{"id":"gpt-5.6-terra--effort-low","maximumSourceShare":0.23657843386480396,"maximumFamilyShare":0.23657843386480396},{"id":"gpt-5--effort-high","maximumSourceShare":0.45516513676759357,"maximumFamilyShare":0.4166987641695075},{"id":"minimax-m2.5--effort-reasoning","maximumSourceShare":1.000000000000006,"maximumFamilyShare":0.12062864523028641},{"id":"gpt-5--effort-medium","maximumSourceShare":0.433826444290346,"maximumFamilyShare":0.433826444290346},{"id":"gpt-5.6-terra--effort-medium","maximumSourceShare":0.26532222302434966,"maximumFamilyShare":0.26532222302434966},{"id":"gemini-3.5-flash-lite--effort-reasoning","maximumSourceShare":1.0000000000000038,"maximumFamilyShare":0.08586074152557395},{"id":"o4-mini--effort-high","maximumSourceShare":0.42318568472657037,"maximumFamilyShare":0.36142159945236907},{"id":"gpt-5.6-sol--effort-none","maximumSourceShare":1.0000000000000002,"maximumFamilyShare":0.4551472022213346},{"id":"grok-4.5--effort-low","maximumSourceShare":0.5946126150153366,"maximumFamilyShare":0.4144806609135196},{"id":"qwen3.6-27b--effort-reasoning","maximumSourceShare":0.9999999999999999,"maximumFamilyShare":0.07530904344930847},{"id":"claude-sonnet-4-6--effort-medium","maximumSourceShare":0.4283443831364437,"maximumFamilyShare":0.4283443831364437},{"id":"o3--effort-reasoning","maximumSourceShare":0.9999999999999987,"maximumFamilyShare":0.08185730578812876},{"id":"deepseek-v3.2--effort-reasoning","maximumSourceShare":0.9999999999999984,"maximumFamilyShare":0.0892746590807029},{"id":"grok-4.3--effort-low","maximumSourceShare":0.9999999999999987,"maximumFamilyShare":0.12021771547873208},{"id":"mimo-v2-flash--effort-reasoning","maximumSourceShare":1.0000000000000042,"maximumFamilyShare":0.0899604708215668},{"id":"claude-sonnet-5--effort-non-reasoning","maximumSourceShare":0.999999999999996,"maximumFamilyShare":0.22299978846247603},{"id":"gpt-5.4-nano--effort-xhigh","maximumSourceShare":0.39557651105830366,"maximumFamilyShare":0.32792106179711483},{"id":"nemotron-3-ultra--effort-reasoning","maximumSourceShare":0.9999999999999651,"maximumFamilyShare":0.07418268848833653},{"id":"qwen3.8-27b--effort-medium","maximumSourceShare":0.9999999999999932,"maximumFamilyShare":0.11048234783231355},{"id":"deepseek-v3.2-speciale--effort-reasoning","maximumSourceShare":1.0000000000000064,"maximumFamilyShare":0.08973608512157212},{"id":"gemini-3.5-flash-lite--effort-high","maximumSourceShare":0.3804463954853681,"maximumFamilyShare":0.3804463954853681},{"id":"minimax-m2.7--effort-reasoning","maximumSourceShare":0.9999999999999796,"maximumFamilyShare":0.07377235397446849},{"id":"gemini-3.1-flash-lite--effort-high","maximumSourceShare":0.9999999999999998,"maximumFamilyShare":0.29679344722719553},{"id":"step-3.7-flash--effort-reasoning","maximumSourceShare":1.0000000000000027,"maximumFamilyShare":0.07926855628582916},{"id":"mimo-v2.5--effort-reasoning","maximumSourceShare":1.0000000000000053,"maximumFamilyShare":0.07954701214521344},{"id":"claude-sonnet-4-5-20250929--effort-reasoning","maximumSourceShare":1.0000000000000093,"maximumFamilyShare":0.0646219138153109},{"id":"glm-5v-turbo--effort-reasoning","maximumSourceShare":1.0000000000000093,"maximumFamilyShare":0.11916638272418935},{"id":"claude-opus-4-6--effort-non-reasoning","maximumSourceShare":0.532538202186189,"maximumFamilyShare":0.5236816094265208},{"id":"qwen3.7-plus--effort-non-reasoning","maximumSourceShare":1.0000000000000009,"maximumFamilyShare":0.2952371085489384},{"id":"qwen3.5-397b-a17b--effort-non-reasoning","maximumSourceShare":0.5119637262281543,"maximumFamilyShare":0.1929934618166573},{"id":"qwen3.8-27b--effort-low","maximumSourceShare":0.9999999999999932,"maximumFamilyShare":0.11048234783231355},{"id":"qwen3.5-122b-a10b--effort-reasoning","maximumSourceShare":1.0000000000000044,"maximumFamilyShare":0.07477132386649961},{"id":"deepseek-v4-pro-0424--effort-high","maximumSourceShare":0.6088190596505718,"maximumFamilyShare":0.6088190596505718},{"id":"gemini-3-flash-preview--effort-non-reasoning","maximumSourceShare":1.0000000000000089,"maximumFamilyShare":0.08271682960240122},{"id":"qwen3.5-35b-a3b--effort-reasoning","maximumSourceShare":1.0000000000000042,"maximumFamilyShare":0.09959602773828528},{"id":"gpt-5.5--effort-non-reasoning","maximumSourceShare":1.0000000000000078,"maximumFamilyShare":0.1162123056290903},{"id":"gpt-5.6-terra--effort-non-reasoning","maximumSourceShare":1.0000000000000013,"maximumFamilyShare":0.13040024151288607},{"id":"minimax-m2.1--effort-reasoning","maximumSourceShare":1.0000000000000064,"maximumFamilyShare":0.08973608512157213},{"id":"gemma-4-31b-it--effort-reasoning","maximumSourceShare":1.0000000000000326,"maximumFamilyShare":0.0671486400840577},{"id":"gemini-2.5-pro--effort-reasoning","maximumSourceShare":0.9999999999999687,"maximumFamilyShare":0.056296770881550044},{"id":"claude-opus-4-5-20251101--effort-non-reasoning","maximumSourceShare":0.9999999999999951,"maximumFamilyShare":0.08288455650408603},{"id":"qwen3.6-35b-a3b--effort-reasoning","maximumSourceShare":0.999999999999993,"maximumFamilyShare":0.08027223500281179},{"id":"gpt-5.6-luna--effort-medium","maximumSourceShare":0.21735422345821104,"maximumFamilyShare":0.21735422345821104},{"id":"gemini-3.6-flash--effort-minimal","maximumSourceShare":0.5606058619998001,"maximumFamilyShare":0.5606058619998001},{"id":"qwen3.5-122b-a10b--effort-non-reasoning","maximumSourceShare":0.6784667509911103,"maximumFamilyShare":0.32153324900889657},{"id":"gemini-3.1-flash-lite--effort-reasoning","maximumSourceShare":1.0000000000000329,"maximumFamilyShare":0.06501467117371475},{"id":"gpt-5.6-luna--effort-low","maximumSourceShare":0.24393435941681044,"maximumFamilyShare":0.24393435941681044},{"id":"claude-opus-4-6--effort-low","maximumSourceShare":0.39445483684922905,"maximumFamilyShare":0.39445483684922905},{"id":"glm-5.1--effort-non-reasoning","maximumSourceShare":0.7431184673159857,"maximumFamilyShare":0.256881532684016},{"id":"minimax-m2--effort-reasoning","maximumSourceShare":1.0000000000000064,"maximumFamilyShare":0.08973608512157213},{"id":"gpt-5.4-mini--effort-medium","maximumSourceShare":0.35320571813163165,"maximumFamilyShare":0.35320571813163165},{"id":"gpt-5-mini--effort-high","maximumSourceShare":0.4010979575951504,"maximumFamilyShare":0.3194098613400168},{"id":"qwen3.6-27b--effort-non-reasoning","maximumSourceShare":0.5131243446102054,"maximumFamilyShare":0.1925344964252711},{"id":"glm-4.6--effort-reasoning","maximumSourceShare":1.0000000000000024,"maximumFamilyShare":0.09680579656518294},{"id":"ernie-5.0-thinking-preview--effort-reasoning","maximumSourceShare":1.0000000000000013,"maximumFamilyShare":0.089347360193327},{"id":"mistral-medium-3.5--effort-reasoning","maximumSourceShare":1.00000000000001,"maximumFamilyShare":0.0683293180565137},{"id":"deepseek-v4-pro-0424--effort-non-reasoning","maximumSourceShare":0.9999999999999877,"maximumFamilyShare":0.13522495087248565},{"id":"gpt-5.4--effort-non-reasoning","maximumSourceShare":1.0000000000000056,"maximumFamilyShare":0.11925197883719156},{"id":"deepseek-r1-0528--effort-reasoning","maximumSourceShare":0.99999999999999,"maximumFamilyShare":0.08216845087749775},{"id":"qwen3.5-omni-plus--effort-non-reasoning","maximumSourceShare":1.0000000000000093,"maximumFamilyShare":0.11916638272418936},{"id":"doubao-seed-code--effort-reasoning","maximumSourceShare":1.000000000000011,"maximumFamilyShare":0.08257528514975758},{"id":"mimo-v2.5-pro--effort-non-reasoning","maximumSourceShare":1.0000000000000087,"maximumFamilyShare":0.13396450580803776},{"id":"qwen3.5-27b--effort-non-reasoning","maximumSourceShare":0.9999999999999969,"maximumFamilyShare":0.1085459655557963},{"id":"gpt-5-mini--effort-medium","maximumSourceShare":0.37106797814358655,"maximumFamilyShare":0.37106797814358655},{"id":"amazon-nova-2-pro-preview--effort-medium","maximumSourceShare":1.0000000000000173,"maximumFamilyShare":0.10788666876648186},{"id":"k-exaone-2.0-750b-a37b--effort-reasoning","maximumSourceShare":0.9999999999999882,"maximumFamilyShare":0.1389764955621376},{"id":"qwen3.8-27b--effort-non-reasoning","maximumSourceShare":1.0000000000000029,"maximumFamilyShare":0.13029970284122538},{"id":"qwen3.5-9b--effort-reasoning","maximumSourceShare":0.9999999999999918,"maximumFamilyShare":0.1269576058141429},{"id":"gemini-2.5-flash--effort-reasoning","maximumSourceShare":1.0000000000000058,"maximumFamilyShare":0.08174052876335351},{"id":"o1--effort-reasoning","maximumSourceShare":1.0000000000000193,"maximumFamilyShare":0.09716797641933866},{"id":"k-exaone-236b-a23b--effort-reasoning","maximumSourceShare":1.0000000000000109,"maximumFamilyShare":0.11193398389564148},{"id":"qwen3.5-35b-a3b--effort-non-reasoning","maximumSourceShare":0.5379420147424983,"maximumFamilyShare":0.21170361141443067},{"id":"gpt-5.5--effort-none","maximumSourceShare":1.0000000000000016,"maximumFamilyShare":0.42622641708953096},{"id":"qwen3-235b-a22b-thinking-2507--effort-reasoning","maximumSourceShare":1.000000000000003,"maximumFamilyShare":0.0597717329450043},{"id":"kimi-k2.6--effort-non-reasoning","maximumSourceShare":0.6401870093174934,"maximumFamilyShare":0.35981299068250994},{"id":"glm-5.2--effort-non-reasoning","maximumSourceShare":0.5712309833930356,"maximumFamilyShare":0.20372777381688464},{"id":"gemma-4-26b-a4b-it--effort-reasoning","maximumSourceShare":1.0000000000000113,"maximumFamilyShare":0.1134189935595754},{"id":"qwen3.7-flash--effort-non-reasoning","maximumSourceShare":1.0000000000000009,"maximumFamilyShare":0.2952371085489384},{"id":"qwen3.6-35b-a3b--effort-non-reasoning","maximumSourceShare":0.5131116333739904,"maximumFamilyShare":0.19253952307106334},{"id":"gemma-4-26b-a4b-it--effort-minimal","maximumSourceShare":0.9999999999999987,"maximumFamilyShare":0.35594507467034636},{"id":"nvidia-nemotron-3-super-120b-a12b-bf16--effort-reasoning","maximumSourceShare":0.9999999999999865,"maximumFamilyShare":0.0732313172063584},{"id":"deepseek-v4-flash--effort-non-reasoning","maximumSourceShare":0.9999999999999991,"maximumFamilyShare":0.15111353629116545},{"id":"deepseek-v3.2--effort-non-reasoning","maximumSourceShare":0.9999999999999994,"maximumFamilyShare":0.0899673551870829},{"id":"gpt-5.2--effort-non-reasoning","maximumSourceShare":1.0000000000000102,"maximumFamilyShare":0.11389795706916048},{"id":"amazon-nova-2-lite--effort-high","maximumSourceShare":1,"maximumFamilyShare":0.15413035173979783},{"id":"exaone-4.5-33b--effort-reasoning","maximumSourceShare":0.9999999999999971,"maximumFamilyShare":0.10799136915443736},{"id":"gpt-5--effort-low","maximumSourceShare":0.5616903668568174,"maximumFamilyShare":0.5616903668568174},{"id":"claude-haiku-4-5-20251001--effort-reasoning","maximumSourceShare":1.0000000000000084,"maximumFamilyShare":0.05299907396969404},{"id":"glm-4.5--effort-reasoning","maximumSourceShare":1.0000000000000038,"maximumFamilyShare":0.08880678898268317},{"id":"gpt-5.6-luna--effort-none","maximumSourceShare":0.9999999999999984,"maximumFamilyShare":0.34782046046800025},{"id":"glm-5--effort-non-reasoning","maximumSourceShare":1.0000000000000067,"maximumFamilyShare":0.15884360951833817},{"id":"amazon-nova-2-pro-preview--effort-low","maximumSourceShare":1.0000000000000029,"maximumFamilyShare":0.0953094893109364},{"id":"qwen3.5-9b--effort-non-reasoning","maximumSourceShare":0.5042849446631915,"maximumFamilyShare":0.2327766623871423},{"id":"hy3-preview--effort-non-reasoning","maximumSourceShare":0.9999999999999983,"maximumFamilyShare":0.13413345681224131},{"id":"amazon-nova-2-lite--effort-medium","maximumSourceShare":1.0000000000000049,"maximumFamilyShare":0.08929332832290277},{"id":"gemini-3.1-flash-lite--effort-low","maximumSourceShare":0.9999999999999998,"maximumFamilyShare":0.29679344722719553},{"id":"gemma-4-31b-it--effort-non-reasoning","maximumSourceShare":1.0000000000000093,"maximumFamilyShare":0.11216018673633096},{"id":"gemma-4-31b-it--effort-minimal","maximumSourceShare":0.9999999999999987,"maximumFamilyShare":0.35594507467034636},{"id":"qwen3-next-80b-a3b-thinking--effort-reasoning","maximumSourceShare":0.9999999999999991,"maximumFamilyShare":0.08277898126807146},{"id":"gemma-4-12b-it--effort-reasoning","maximumSourceShare":1.0000000000000078,"maximumFamilyShare":0.12575675016722362},{"id":"gpt-5.4-nano--effort-medium","maximumSourceShare":0.5357392185802493,"maximumFamilyShare":0.5357392185802493},{"id":"gpt-5.6-luna--effort-non-reasoning","maximumSourceShare":0.9999999999999982,"maximumFamilyShare":0.13048308653075985},{"id":"glm-4.7-flash--effort-reasoning","maximumSourceShare":0.9999999999999981,"maximumFamilyShare":0.13406258991177794},{"id":"command-a-plus-05-2026--effort-reasoning","maximumSourceShare":1.0000000000000087,"maximumFamilyShare":0.0800023990093426},{"id":"grok-4.3--effort-non-reasoning","maximumSourceShare":1.0000000000000007,"maximumFamilyShare":0.0995222297342554},{"id":"qwen3.5-4b--effort-reasoning","maximumSourceShare":1.000000000000009,"maximumFamilyShare":0.12316203478841987},{"id":"qwen3-vl-32b-thinking--effort-reasoning","maximumSourceShare":1.0000000000000049,"maximumFamilyShare":0.0892785645728136},{"id":"gemini-3.1-flash-lite--effort-minimal","maximumSourceShare":0.9999999999999998,"maximumFamilyShare":0.29679344722719553},{"id":"magistral-medium-2509--effort-reasoning","maximumSourceShare":1.000000000000012,"maximumFamilyShare":0.07631421969084964},{"id":"claude-sonnet-4-5-20250929--effort-non-reasoning","maximumSourceShare":1.0000000000000142,"maximumFamilyShare":0.08881304700855283},{"id":"gpt-5-nano--effort-high","maximumSourceShare":0.5354646719291082,"maximumFamilyShare":0.46453532807089376},{"id":"nvidia-nemotron-3-nano-30b-a3b-bf16--effort-reasoning","maximumSourceShare":0.9999999999999885,"maximumFamilyShare":0.07125573905553602},{"id":"claude-haiku-4-5-20251001--effort-thinking-32k","maximumSourceShare":0.5594712229574482,"maximumFamilyShare":0.4405287770425533},{"id":"o3-mini--effort-high","maximumSourceShare":0.4212957373098262,"maximumFamilyShare":0.3634540581940992},{"id":"gpt-5.6-terra--effort-none","maximumSourceShare":1.0000000000000009,"maximumFamilyShare":0.4328993645099835},{"id":"seed-oss-36b-instruct--effort-reasoning","maximumSourceShare":1.0000000000000064,"maximumFamilyShare":0.08973608512157212},{"id":"qwen3-235b-a22b-instruct-2507--effort-non-reasoning","maximumSourceShare":1.000000000000001,"maximumFamilyShare":0.08880678898268317},{"id":"glm-4.7--effort-non-reasoning","maximumSourceShare":1.0000000000000175,"maximumFamilyShare":0.1142393036977614},{"id":"nvidia-nemotron-3.5-lightning-30b-a3b-bf16--effort-reasoning","maximumSourceShare":1.0000000000000027,"maximumFamilyShare":0.09576738489527349},{"id":"diffusiongemma-26b-a4b--effort-reasoning","maximumSourceShare":1.0000000000000069,"maximumFamilyShare":0.1263140534212881},{"id":"mistral-small-4--effort-reasoning","maximumSourceShare":0.9999999999999967,"maximumFamilyShare":0.07792448763397064},{"id":"gemini-3.5-flash-lite--effort-low","maximumSourceShare":0.5632862261667387,"maximumFamilyShare":0.5632862261667387},{"id":"minimax-m1-80k--effort-reasoning","maximumSourceShare":1.000000000000001,"maximumFamilyShare":0.08880678898268317},{"id":"gemma-4-26b-a4b-it--effort-non-reasoning","maximumSourceShare":1.0000000000000033,"maximumFamilyShare":0.11836604337949147},{"id":"o3-mini--effort-reasoning","maximumSourceShare":1.0000000000000007,"maximumFamilyShare":0.15381927643971077},{"id":"glm-4.5-air--effort-reasoning","maximumSourceShare":1.0000000000000038,"maximumFamilyShare":0.08880678898268317},{"id":"solar-pro3-260323--effort-reasoning","maximumSourceShare":1.0000000000000009,"maximumFamilyShare":0.08805960336571693},{"id":"minimax-m3--effort-non-reasoning","maximumSourceShare":1.0000000000000016,"maximumFamilyShare":0.3672696281137169},{"id":"qwen3-vl-235b-a22b-instruct--effort-non-reasoning","maximumSourceShare":1.0000000000000049,"maximumFamilyShare":0.0892785645728136},{"id":"qwen3-coder-next--effort-non-reasoning","maximumSourceShare":1.0000000000000016,"maximumFamilyShare":0.07981609702709964},{"id":"qwen3-30b-a3b-thinking-2507--effort-reasoning","maximumSourceShare":1.0000000000000415,"maximumFamilyShare":0.06362134825970632},{"id":"gemini-2.5-flash--effort-non-reasoning","maximumSourceShare":1.0000000000000058,"maximumFamilyShare":0.08174052876335351},{"id":"qwen3.5-omni-flash--effort-non-reasoning","maximumSourceShare":1.0000000000000093,"maximumFamilyShare":0.11916638272418936},{"id":"gpt-5--effort-non-reasoning","maximumSourceShare":0.9999999999999969,"maximumFamilyShare":0.1657601313365248},{"id":"gpt-oss-120b--effort-low","maximumSourceShare":0.9999999999999847,"maximumFamilyShare":0.08262024372982225},{"id":"gpt-oss-120b--effort-high","maximumSourceShare":0.48168436354392136,"maximumFamilyShare":0.35617353679816033},{"id":"solar-open-100b--effort-reasoning","maximumSourceShare":1.000000000000006,"maximumFamilyShare":0.12062864523028641},{"id":"qwen3-vl-30b-a3b-thinking--effort-reasoning","maximumSourceShare":1.0000000000000095,"maximumFamilyShare":0.09657679882533246},{"id":"qwen3-next-80b-a3b-instruct--effort-non-reasoning","maximumSourceShare":1.0000000000000175,"maximumFamilyShare":0.09705230807763912},{"id":"gpt-5.1--effort-non-reasoning","maximumSourceShare":0.9999999999999999,"maximumFamilyShare":0.0888589016383998},{"id":"gpt-oss-20b--effort-medium","maximumSourceShare":1,"maximumFamilyShare":0.3598710799890917},{"id":"gpt-oss-20b--effort-high","maximumSourceShare":0.7239701071402709,"maximumFamilyShare":0.1408084995341788},{"id":"mimo-v2-flash--effort-non-reasoning","maximumSourceShare":1.000000000000008,"maximumFamilyShare":0.09554670724682242},{"id":"gpt-5.4-mini--effort-non-reasoning","maximumSourceShare":1.0000000000000067,"maximumFamilyShare":0.10111262962408818},{"id":"glm-4.6--effort-non-reasoning","maximumSourceShare":1.0000000000000004,"maximumFamilyShare":0.09648289783345128},{"id":"gpt-4.1--effort-non-reasoning","maximumSourceShare":0.9999999999999987,"maximumFamilyShare":0.08185730578812876},{"id":"qwen3.5-4b--effort-non-reasoning","maximumSourceShare":0.6609872505597766,"maximumFamilyShare":0.33901274944023196},{"id":"exaone-4.0-32b--effort-reasoning","maximumSourceShare":1.0000000000000073,"maximumFamilyShare":0.11361872517600892},{"id":"qwen3-235b-a22b--effort-reasoning","maximumSourceShare":1.0000000000000135,"maximumFamilyShare":0.08872921843937315},{"id":"gemini-3.5-flash-lite--effort-minimal","maximumSourceShare":0.5632862261667387,"maximumFamilyShare":0.5632862261667387},{"id":"amazon-nova-2-lite--effort-low","maximumSourceShare":1.0000000000000049,"maximumFamilyShare":0.08929332832290277},{"id":"gpt-5-nano--effort-medium","maximumSourceShare":0.5168335213125146,"maximumFamilyShare":0.48316647868749396},{"id":"qwen3-32b--effort-reasoning","maximumSourceShare":1.0000000000000104,"maximumFamilyShare":0.06886887223383513},{"id":"mistral-large-3--effort-non-reasoning","maximumSourceShare":1.0000000000000189,"maximumFamilyShare":0.05988496318309754},{"id":"gpt-5-mini--effort-minimal","maximumSourceShare":0.5158141810167692,"maximumFamilyShare":0.48418581898323454},{"id":"qwen3-vl-32b-instruct--effort-non-reasoning","maximumSourceShare":1.0000000000000095,"maximumFamilyShare":0.09657679882533246},{"id":"gemini-2.5-flash-lite--effort-reasoning","maximumSourceShare":0.9999999999999984,"maximumFamilyShare":0.08994584448607144},{"id":"devstral-2512--effort-non-reasoning","maximumSourceShare":1.0000000000000144,"maximumFamilyShare":0.06386269241165647},{"id":"qwen3-coder-480b-a35b-instruct--effort-non-reasoning","maximumSourceShare":1.000000000000001,"maximumFamilyShare":0.08880678898268317},{"id":"k-exaone-236b-a23b--effort-non-reasoning","maximumSourceShare":0.9999999999999972,"maximumFamilyShare":0.09822713643811645},{"id":"magistral-small-2509--effort-reasoning","maximumSourceShare":0.9999999999999958,"maximumFamilyShare":0.07166922720169694},{"id":"gpt-4.1-mini--effort-non-reasoning","maximumSourceShare":0.9999999999999996,"maximumFamilyShare":0.075781099505494},{"id":"glm-4.6v--effort-reasoning","maximumSourceShare":0.9999999999999951,"maximumFamilyShare":0.08288455650408603},{"id":"mistral-medium-2508--effort-non-reasoning","maximumSourceShare":0.9999999999999791,"maximumFamilyShare":0.0681562137414908},{"id":"minimax-m1-40k--effort-reasoning","maximumSourceShare":1.0000000000000073,"maximumFamilyShare":0.11704228300455043},{"id":"gemma-4-12b-it--effort-non-reasoning","maximumSourceShare":1.0000000000000036,"maximumFamilyShare":0.11841114491122466},{"id":"amazon-nova-2-pro-preview--effort-non-reasoning","maximumSourceShare":0.9999999999999938,"maximumFamilyShare":0.09219686975058548},{"id":"qwen3-4b-thinking-2507--effort-reasoning","maximumSourceShare":1.0000000000000175,"maximumFamilyShare":0.09705230807763912},{"id":"claude-haiku-4-5-20251001--effort-non-reasoning","maximumSourceShare":1.0000000000000064,"maximumFamilyShare":0.08850996767862171},{"id":"nemotron-3-nano-omni-30b-a3b-reasoning-bf16--effort-reasoning","maximumSourceShare":0.9999999999999971,"maximumFamilyShare":0.10799136915443738},{"id":"glm-4.5v--effort-reasoning","maximumSourceShare":1.0000000000000093,"maximumFamilyShare":0.08879719372019505},{"id":"gpt-oss-20b--effort-low","maximumSourceShare":0.7071159080623096,"maximumFamilyShare":0.167545968102338},{"id":"llama-4-maverick--effort-non-reasoning","maximumSourceShare":0.9999999999999891,"maximumFamilyShare":0.05651263014002504},{"id":"qwen3-vl-30b-a3b-instruct--effort-non-reasoning","maximumSourceShare":1.0000000000000095,"maximumFamilyShare":0.09657679882533246},{"id":"gpt-4o--effort-non-reasoning","maximumSourceShare":0.9999999999999989,"maximumFamilyShare":0.35932857296740134},{"id":"step3-vl-10b--effort-reasoning","maximumSourceShare":1.0000000000000093,"maximumFamilyShare":0.11916638272418936},{"id":"qwen3-30b-a3b--effort-reasoning","maximumSourceShare":1.0000000000000007,"maximumFamilyShare":0.08877126673710466},{"id":"gpt-5--effort-minimal","maximumSourceShare":0.4434155308615894,"maximumFamilyShare":0.4434155308615894},{"id":"qwen3-30b-a3b-instruct-2507--effort-non-reasoning","maximumSourceShare":0.9999999999999899,"maximumFamilyShare":0.08216845087749773},{"id":"nvidia-nemotron-nano-12b-v2-vl-bf16--effort-reasoning","maximumSourceShare":1.0000000000000093,"maximumFamilyShare":0.08879719372019505},{"id":"ernie-4.5-300b-a47b-pt--effort-non-reasoning","maximumSourceShare":1.0000000000000158,"maximumFamilyShare":0.0961328327252198},{"id":"qwen3-14b--effort-reasoning","maximumSourceShare":1.0000000000000098,"maximumFamilyShare":0.06566324807459352},{"id":"qwen3-vl-8b-thinking--effort-reasoning","maximumSourceShare":1.0000000000000049,"maximumFamilyShare":0.0892785645728136},{"id":"gpt-5.4-nano--effort-non-reasoning","maximumSourceShare":1.000000000000001,"maximumFamilyShare":0.10119244574699632},{"id":"gemma-4-e4b-it--effort-non-reasoning","maximumSourceShare":1.0000000000000036,"maximumFamilyShare":0.11841114491122466},{"id":"nvidia-nemotron-3-nano-4b-bf16--effort-reasoning","maximumSourceShare":1.000000000000012,"maximumFamilyShare":0.12087847991361111},{"id":"labs-devstral-small-2512--effort-non-reasoning","maximumSourceShare":1.0000000000000189,"maximumFamilyShare":0.05988496318309754},{"id":"gemma-4-e4b-it--effort-reasoning","maximumSourceShare":1.0000000000000078,"maximumFamilyShare":0.12575675016722362},{"id":"mistral-small-4--effort-non-reasoning","maximumSourceShare":1.0000000000000069,"maximumFamilyShare":0.11834170841559406},{"id":"nvidia-nemotron-nano-9b-v2--effort-reasoning","maximumSourceShare":0.9999999999999979,"maximumFamilyShare":0.09649625897527211},{"id":"amazon-nova-2-lite--effort-non-reasoning","maximumSourceShare":1.0000000000000144,"maximumFamilyShare":0.17558741824537355},{"id":"mistral-medium-2505--effort-non-reasoning","maximumSourceShare":0.9999999999999987,"maximumFamilyShare":0.08185730578812876},{"id":"amazon-nova-premier--effort-non-reasoning","maximumSourceShare":0.99999999999999,"maximumFamilyShare":0.08216845087749773},{"id":"qwen3-coder-30b-a3b-instruct--effort-non-reasoning","maximumSourceShare":1.000000000000001,"maximumFamilyShare":0.08880678898268317},{"id":"glm-4.7-flash--effort-non-reasoning","maximumSourceShare":0.5164422064874875,"maximumFamilyShare":0.24549708855351296},{"id":"deepseek-r1-distill-llama-70b--effort-reasoning","maximumSourceShare":1.0000000000000038,"maximumFamilyShare":0.08880678898268317},{"id":"nvidia-nemotron-nano-9b-v2--effort-non-reasoning","maximumSourceShare":0.9999999999999979,"maximumFamilyShare":0.09649625897527211},{"id":"exaone-4.0-32b--effort-non-reasoning","maximumSourceShare":1.0000000000000056,"maximumFamilyShare":0.0959606986285477},{"id":"ministral-3-14b--effort-non-reasoning","maximumSourceShare":1.0000000000000189,"maximumFamilyShare":0.05988496318309754},{"id":"qwen3-235b-a22b--effort-non-reasoning","maximumSourceShare":1.0000000000000135,"maximumFamilyShare":0.08872921843937315},{"id":"deepseek-r1-0528-qwen3-8b--effort-reasoning","maximumSourceShare":1.0000000000000038,"maximumFamilyShare":0.08880678898268317},{"id":"deepseek-r1-distill-qwen-32b--effort-reasoning","maximumSourceShare":1.0000000000000002,"maximumFamilyShare":0.12844327163245092},{"id":"deepseek-r1-distill-qwen-14b--effort-reasoning","maximumSourceShare":1.0000000000000002,"maximumFamilyShare":0.12844327163245092},{"id":"qwen3-8b--effort-reasoning","maximumSourceShare":1.0000000000000098,"maximumFamilyShare":0.06566324807459352},{"id":"qwen3-omni-30b-a3b-instruct--effort-non-reasoning","maximumSourceShare":1.0000000000000049,"maximumFamilyShare":0.0892785645728136},{"id":"glm-4.6v--effort-non-reasoning","maximumSourceShare":0.9999999999999951,"maximumFamilyShare":0.08288455650408603},{"id":"gemini-2.5-flash-lite--effort-non-reasoning","maximumSourceShare":1.0000000000000049,"maximumFamilyShare":0.08187882492773396},{"id":"qwen3-4b-instruct-2507--effort-non-reasoning","maximumSourceShare":1.0000000000000064,"maximumFamilyShare":0.08973608512157213},{"id":"qwen3-30b-a3b--effort-non-reasoning","maximumSourceShare":0.5458871507481632,"maximumFamilyShare":0.2057714567606154},{"id":"mistral-small-2506--effort-non-reasoning","maximumSourceShare":0.9999999999999686,"maximumFamilyShare":0.05629677088155004},{"id":"qwen3-14b--effort-non-reasoning","maximumSourceShare":0.545944939406125,"maximumFamilyShare":0.20574527107493004},{"id":"llama-4-scout--effort-non-reasoning","maximumSourceShare":0.9999999999999686,"maximumFamilyShare":0.056296770881550044},{"id":"qwen3-vl-8b-instruct--effort-non-reasoning","maximumSourceShare":1.0000000000000049,"maximumFamilyShare":0.0892785645728136},{"id":"ministral-3-8b--effort-non-reasoning","maximumSourceShare":1.0000000000000189,"maximumFamilyShare":0.05988496318309754},{"id":"qwen3.5-2b--effort-reasoning","maximumSourceShare":1.0000000000000144,"maximumFamilyShare":0.10739575302780174},{"id":"qwen3.5-2b--effort-non-reasoning","maximumSourceShare":0.7100965615601298,"maximumFamilyShare":0.28990343843988126},{"id":"glm-4.5v--effort-non-reasoning","maximumSourceShare":1.0000000000000093,"maximumFamilyShare":0.08879719372019505},{"id":"qwen3-32b--effort-non-reasoning","maximumSourceShare":0.5027663453312169,"maximumFamilyShare":0.23900839389470757},{"id":"qwen3-vl-4b-thinking--effort-reasoning","maximumSourceShare":1.0000000000000049,"maximumFamilyShare":0.0892785645728136},{"id":"gemma-4-e2b-it--effort-reasoning","maximumSourceShare":1.0000000000000078,"maximumFamilyShare":0.12575675016722362},{"id":"gpt-5-nano--effort-minimal","maximumSourceShare":0.5168335213125146,"maximumFamilyShare":0.48316647868749396},{"id":"exaone-4.0-1.2b--effort-reasoning","maximumSourceShare":0.9999999999999979,"maximumFamilyShare":0.09649625897527211},{"id":"gemma-4-e2b-it--effort-non-reasoning","maximumSourceShare":1.0000000000000036,"maximumFamilyShare":0.11841114491122466},{"id":"qwen3-4b--effort-reasoning","maximumSourceShare":1.0000000000000029,"maximumFamilyShare":0.14920499395971787},{"id":"nvidia-nemotron-3-nano-30b-a3b-bf16--effort-non-reasoning","maximumSourceShare":0.9999999999999939,"maximumFamilyShare":0.10603111740324615},{"id":"amazon-nova-pro--effort-non-reasoning","maximumSourceShare":0.9999999999999987,"maximumFamilyShare":0.08185730578812876},{"id":"gemma-3-27b-it--effort-non-reasoning","maximumSourceShare":1.000000000000008,"maximumFamilyShare":0.05930897466122537},{"id":"kimi-linear-48b-a3b-instruct--effort-non-reasoning","maximumSourceShare":0.9999999999999984,"maximumFamilyShare":0.11815345273979934},{"id":"gpt-4.1-nano--effort-non-reasoning","maximumSourceShare":0.9999999999999919,"maximumFamilyShare":0.08170624077245868},{"id":"gpt-4--effort-non-reasoning","maximumSourceShare":1.0000000000000047,"maximumFamilyShare":0.17899875693530223},{"id":"ministral-3-3b--effort-non-reasoning","maximumSourceShare":1.0000000000000189,"maximumFamilyShare":0.05988496318309754},{"id":"qwen3-1.7b--effort-reasoning","maximumSourceShare":1.0000000000000095,"maximumFamilyShare":0.08877449022186758},{"id":"nvidia-nemotron-nano-12b-v2-vl-bf16--effort-non-reasoning","maximumSourceShare":1.0000000000000093,"maximumFamilyShare":0.08879719372019505},{"id":"qwen3.5-0.8b--effort-non-reasoning","maximumSourceShare":1.0000000000000142,"maximumFamilyShare":0.10744147690810664},{"id":"qwen3-vl-4b-instruct--effort-non-reasoning","maximumSourceShare":1.0000000000000049,"maximumFamilyShare":0.0892785645728136},{"id":"gemma-3-12b-it--effort-non-reasoning","maximumSourceShare":1.000000000000008,"maximumFamilyShare":0.05930897466122537},{"id":"qwen3-8b--effort-non-reasoning","maximumSourceShare":0.545944939406125,"maximumFamilyShare":0.20574527107493004},{"id":"pixtral-large-2411--effort-non-reasoning","maximumSourceShare":1.000000000000009,"maximumFamilyShare":0.11493495656584125},{"id":"qwen3-4b--effort-non-reasoning","maximumSourceShare":0.526049601166666,"maximumFamilyShare":0.38270754353069686},{"id":"phi-4--effort-non-reasoning","maximumSourceShare":1.0000000000000009,"maximumFamilyShare":0.08880678898268317},{"id":"exaone-4.0-1.2b--effort-non-reasoning","maximumSourceShare":0.9999999999999979,"maximumFamilyShare":0.09649625897527211},{"id":"gpt-4o-mini--effort-non-reasoning","maximumSourceShare":1.0000000000000029,"maximumFamilyShare":0.10147076950877858},{"id":"qwen3.5-0.8b--effort-reasoning","maximumSourceShare":1.0000000000000142,"maximumFamilyShare":0.10744147690810664},{"id":"amazon-nova-lite--effort-non-reasoning","maximumSourceShare":1.0000000000000016,"maximumFamilyShare":0.08234283698629445},{"id":"deepseek-r1-distill-llama-8b--effort-reasoning","maximumSourceShare":0.9999999999999994,"maximumFamilyShare":0.1473290735098705},{"id":"tiny-aya-global--effort-non-reasoning","maximumSourceShare":1.000000000000006,"maximumFamilyShare":0.12062864523028641},{"id":"gpt-4-turbo--effort-non-reasoning","maximumSourceShare":1.0000000000000036,"maximumFamilyShare":0.2547489815180604},{"id":"amazon-nova-micro--effort-non-reasoning","maximumSourceShare":1.0000000000000038,"maximumFamilyShare":0.08880678898268317},{"id":"qwen3-1.7b--effort-non-reasoning","maximumSourceShare":0.5536080673946856,"maximumFamilyShare":0.19978222521631966},{"id":"gemma-3n-e4b-it--effort-non-reasoning","maximumSourceShare":1.0000000000000069,"maximumFamilyShare":0.08129538060904277},{"id":"qwen3-0.6b--effort-reasoning","maximumSourceShare":1.0000000000000135,"maximumFamilyShare":0.08872921843937315},{"id":"gemma-3-4b-it--effort-non-reasoning","maximumSourceShare":1.0000000000000038,"maximumFamilyShare":0.07542987828640464},{"id":"phi-4-mini-instruct--effort-non-reasoning","maximumSourceShare":0.9999999999999917,"maximumFamilyShare":0.08241999712174862},{"id":"phi-4-multimodal-instruct--effort-non-reasoning","maximumSourceShare":1.0000000000000018,"maximumFamilyShare":0.1713616890849382},{"id":"qwen3-0.6b--effort-non-reasoning","maximumSourceShare":1.0000000000000135,"maximumFamilyShare":0.08872921843937315},{"id":"gemma-3n-e2b-it--effort-non-reasoning","maximumSourceShare":1.0000000000000038,"maximumFamilyShare":0.08880678898268317},{"id":"gemma-3-1b-it--effort-non-reasoning","maximumSourceShare":0.9999999999999899,"maximumFamilyShare":0.08216845087749775},{"id":"gemma-3-270m-it--effort-non-reasoning","maximumSourceShare":1.0000000000000175,"maximumFamilyShare":0.09705230807763929},{"id":"deepseek-r1-distill-qwen-1.5b--effort-reasoning","maximumSourceShare":1.0000000000000002,"maximumFamilyShare":0.12844327163245092},{"id":"gpt-3.5-turbo--effort-non-reasoning","maximumSourceShare":1.000000000000006,"maximumFamilyShare":0.3462222464853918}],"largestChanges":[{"id":"claude-fable-5-1--effort-max","score":0.8528043864600433,"change":0},{"id":"gpt-6-astra--effort-xhigh","score":0.8181549829369031,"change":0},{"id":"gpt-6-astra--effort-high","score":0.8074128087607951,"change":0},{"id":"gpt-6-astra--effort-max","score":0.796948818797941,"change":0},{"id":"gpt-6-astra--effort-medium","score":0.7941654881006123,"change":0},{"id":"claude-opus-5--effort-medium","score":0.7519959492751586,"change":0},{"id":"claude-fable-5-1--effort-xhigh","score":0.7447991831798957,"change":0},{"id":"claude-fable-5--effort-high","score":0.7338495477180581,"change":0},{"id":"claude-fable-5--effort-max","score":0.7327908646036557,"change":0},{"id":"claude-opus-5--effort-xhigh","score":0.7244266957251311,"change":0},{"id":"gpt-5.6-sol--effort-xhigh","score":0.7215624486945421,"change":0},{"id":"claude-opus-5--effort-high","score":0.7176795744516363,"change":0},{"id":"claude-fable-5-1--effort-medium","score":0.7015700362406285,"change":0},{"id":"claude-fable-5-1--effort-high","score":0.7010055538666428,"change":0},{"id":"gpt-5.6-sol--effort-max","score":0.7009906934704068,"change":0}]},"model-family":{"retainedRankedConfigurations":389,"retainedRankedModels":211,"topModels":[["claude-fable-5-1--effort-max",0.8037510368540248],["gpt-6-astra--effort-xhigh",0.739126600936414],["claude-opus-5--effort-xhigh",0.7384058421758969],["muse-spark-1.3--effort-xhigh",0.7050082568990779],["claude-fable-5--effort-max",0.7017360762568795],["gpt-5.5-pro--effort-xhigh",0.6643014350830173],["gpt-5.6-sol--effort-xhigh",0.636127214862793],["gemini-3.8-flash--effort-medium",0.5870761466773747],["grok-4.6--effort-high",0.5675146890282471],["gemini-3.7-flash--effort-high",0.5650317049903505],["kimi-k3--effort-max",0.5575918438489731],["gpt-5.5--effort-xhigh",0.5230954090031683],["gpt-5.6-terra--effort-max",0.5019843654984216],["qwen-3.8-max--effort-xhigh",0.49828074994988264],["claude-opus-4-8--effort-medium",0.4784898109703272]],"effortReversals":[{"higherRanked":"gpt-6-astra--effort-xhigh","lowerRanked":"gpt-6-astra--effort-max","higherScore":0.739126600936414,"lowerScore":0.7178825951459019,"sharedUnits":21,"sharedFamilies":18,"sharedSources":["ARC Prize","Artificial Analysis","Cognition","Datacurve","Epoch AI","Terminal-Bench"],"higherWins":6,"lowerWins":14,"ties":1,"higherOnlyUnits":0,"lowerOnlyUnits":32},{"higherRanked":"claude-opus-5--effort-xhigh","lowerRanked":"claude-opus-5--effort-max","higherScore":0.7384058421758969,"lowerScore":0.567845987149627,"sharedUnits":18,"sharedFamilies":15,"sharedSources":["Artificial Analysis","Cognition","Datacurve"],"higherWins":4,"lowerWins":14,"ties":0,"higherOnlyUnits":2,"lowerOnlyUnits":35},{"higherRanked":"gpt-6-astra--effort-high","lowerRanked":"gpt-6-astra--effort-max","higherScore":0.725984691749156,"lowerScore":0.7178825951459019,"sharedUnits":21,"sharedFamilies":18,"sharedSources":["ARC Prize","Artificial Analysis","Cognition","Datacurve","Epoch AI","Terminal-Bench"],"higherWins":2,"lowerWins":16,"ties":3,"higherOnlyUnits":0,"lowerOnlyUnits":32},{"higherRanked":"muse-spark-1.3--effort-xhigh","lowerRanked":"muse-spark-1.3--effort-max","higherScore":0.7050082568990779,"lowerScore":0.6130410235264842,"sharedUnits":13,"sharedFamilies":12,"sharedSources":["Artificial Analysis"],"higherWins":4,"lowerWins":8,"ties":1,"higherOnlyUnits":25,"lowerOnlyUnits":1},{"higherRanked":"claude-fable-5--effort-max","lowerRanked":"claude-fable-5--effort-xhigh","higherScore":0.7017360762568795,"lowerScore":0.5807776123451962,"sharedUnits":4,"sharedFamilies":3,"sharedSources":["ARC Prize","Cognition","Datacurve"],"higherWins":1,"lowerWins":3,"ties":0,"higherOnlyUnits":49,"lowerOnlyUnits":5},{"higherRanked":"claude-fable-5--effort-high","lowerRanked":"claude-fable-5--effort-xhigh","higherScore":0.688335007813904,"lowerScore":0.5807776123451962,"sharedUnits":4,"sharedFamilies":3,"sharedSources":["ARC Prize","Cognition","Datacurve"],"higherWins":0,"lowerWins":4,"ties":0,"higherOnlyUnits":6,"lowerOnlyUnits":5},{"higherRanked":"claude-fable-5--effort-medium","lowerRanked":"claude-fable-5--effort-xhigh","higherScore":0.6827548990686672,"lowerScore":0.5807776123451962,"sharedUnits":4,"sharedFamilies":3,"sharedSources":["ARC Prize","Cognition","Datacurve"],"higherWins":0,"lowerWins":4,"ties":0,"higherOnlyUnits":0,"lowerOnlyUnits":5},{"higherRanked":"claude-opus-5--effort-high","lowerRanked":"claude-opus-5--effort-max","higherScore":0.6758729338615154,"lowerScore":0.567845987149627,"sharedUnits":19,"sharedFamilies":16,"sharedSources":["ARC Prize","Artificial Analysis","Cognition","Datacurve"],"higherWins":3,"lowerWins":16,"ties":0,"higherOnlyUnits":2,"lowerOnlyUnits":34},{"higherRanked":"gpt-5.6-sol--effort-xhigh","lowerRanked":"gpt-5.6-sol--effort-max","higherScore":0.636127214862793,"lowerScore":0.6333110498932624,"sharedUnits":22,"sharedFamilies":17,"sharedSources":["ARC Prize","Artificial Analysis","Cognition","Datacurve"],"higherWins":2,"lowerWins":19,"ties":1,"higherOnlyUnits":1,"lowerOnlyUnits":36},{"higherRanked":"claude-opus-5--effort-medium","lowerRanked":"claude-opus-5--effort-max","higherScore":0.6190772466389078,"lowerScore":0.567845987149627,"sharedUnits":18,"sharedFamilies":15,"sharedSources":["Artificial Analysis","Cognition","Datacurve"],"higherWins":4,"lowerWins":14,"ties":0,"higherOnlyUnits":0,"lowerOnlyUnits":35},{"higherRanked":"gemini-3.8-flash--effort-medium","lowerRanked":"gemini-3.8-flash--effort-high","higherScore":0.5870761466773747,"lowerScore":0.5340598732348756,"sharedUnits":17,"sharedFamilies":15,"sharedSources":["Artificial Analysis","Cognition","Datacurve"],"higherWins":6,"lowerWins":10,"ties":1,"higherOnlyUnits":0,"lowerOnlyUnits":25},{"higherRanked":"grok-4.6--effort-high","lowerRanked":"grok-4.6--effort-xhigh","higherScore":0.5675146890282471,"lowerScore":0.5192852879392119,"sharedUnits":19,"sharedFamilies":17,"sharedSources":["ARC Prize","Artificial Analysis","Datacurve","Epoch AI"],"higherWins":9,"lowerWins":10,"ties":0,"higherOnlyUnits":6,"lowerOnlyUnits":4},{"higherRanked":"grok-4.6--effort-medium","lowerRanked":"grok-4.6--effort-xhigh","higherScore":0.5670523496822065,"lowerScore":0.5192852879392119,"sharedUnits":15,"sharedFamilies":14,"sharedSources":["ARC Prize","Artificial Analysis","Datacurve"],"higherWins":4,"lowerWins":9,"ties":2,"higherOnlyUnits":2,"lowerOnlyUnits":8},{"higherRanked":"claude-opus-4-8--effort-medium","lowerRanked":"claude-opus-4-8--effort-high","higherScore":0.4784898109703272,"lowerScore":0.4499876298198122,"sharedUnits":4,"sharedFamilies":3,"sharedSources":["ARC Prize","Cognition","Datacurve"],"higherWins":0,"lowerWins":4,"ties":0,"higherOnlyUnits":0,"lowerOnlyUnits":1},{"higherRanked":"gpt-5.6-luna--effort-xhigh","lowerRanked":"gpt-5.6-luna--effort-max","higherScore":0.39237510761020533,"lowerScore":0.391015125405412,"sharedUnits":19,"sharedFamilies":16,"sharedSources":["ARC Prize","Artificial Analysis","Cognition","Datacurve"],"higherWins":0,"lowerWins":17,"ties":2,"higherOnlyUnits":0,"lowerOnlyUnits":37},{"higherRanked":"claude-sonnet-5--effort-xhigh","lowerRanked":"claude-sonnet-5--effort-max","higherScore":0.38044773213064403,"lowerScore":0.3787364533132176,"sharedUnits":17,"sharedFamilies":16,"sharedSources":["Artificial Analysis","Cognition","Datacurve","Epoch AI"],"higherWins":5,"lowerWins":12,"ties":0,"higherOnlyUnits":23,"lowerOnlyUnits":12},{"higherRanked":"grok-4.3--effort-medium","lowerRanked":"grok-4.3--effort-high","higherScore":0.25282507134389715,"lowerScore":0.18437512088555183,"sharedUnits":9,"sharedFamilies":9,"sharedSources":["Artificial Analysis"],"higherWins":2,"lowerWins":7,"ties":0,"higherOnlyUnits":0,"lowerOnlyUnits":20},{"higherRanked":"claude-sonnet-4-6--effort-max","lowerRanked":"claude-sonnet-4-6--effort-medium","higherScore":0.24902850448565728,"lowerScore":0.22379847363571168,"sharedUnits":5,"sharedFamilies":4,"sharedSources":["Cognition","Epoch AI"],"higherWins":2,"lowerWins":3,"ties":0,"higherOnlyUnits":25,"lowerOnlyUnits":23},{"higherRanked":"claude-sonnet-4-6--effort-max","lowerRanked":"claude-sonnet-4-6--effort-high","higherScore":0.24902850448565728,"lowerScore":0.16394283782331062,"sharedUnits":6,"sharedFamilies":5,"sharedSources":["ARC Prize","Cognition","Epoch AI"],"higherWins":2,"lowerWins":4,"ties":0,"higherOnlyUnits":24,"lowerOnlyUnits":2},{"higherRanked":"gpt-oss-20b--effort-high","lowerRanked":"gpt-oss-20b--effort-medium","higherScore":0.05076630540740651,"lowerScore":0.03812817782647992,"sharedUnits":3,"sharedFamilies":3,"sharedSources":["Epoch AI"],"higherWins":0,"lowerWins":3,"ties":0,"higherOnlyUnits":22,"lowerOnlyUnits":0},{"higherRanked":"gemma-4-e4b-it--effort-non-reasoning","lowerRanked":"gemma-4-e4b-it--effort-reasoning","higherScore":0.027373860007856122,"lowerScore":0.02544990424967038,"sharedUnits":9,"sharedFamilies":9,"sharedSources":["Artificial Analysis"],"higherWins":2,"lowerWins":7,"ties":0,"higherOnlyUnits":0,"lowerOnlyUnits":2},{"higherRanked":"qwen3.5-2b--effort-non-reasoning","lowerRanked":"qwen3.5-2b--effort-reasoning","higherScore":0.018109218857083286,"lowerScore":0.017245213513811985,"sharedUnits":11,"sharedFamilies":10,"sharedSources":["Artificial Analysis"],"higherWins":2,"lowerWins":7,"ties":2,"higherOnlyUnits":1,"lowerOnlyUnits":0}],"concentration":[{"id":"claude-fable-5-1--effort-max","maximumSourceShare":0.35849668030901416,"maximumFamilyShare":0.049260020252682876},{"id":"claude-fable-5-1--effort-xhigh","maximumSourceShare":0.5392843649049647,"maximumFamilyShare":0.14070578547702284},{"id":"gpt-6-astra--effort-xhigh","maximumSourceShare":0.6038076774314209,"maximumFamilyShare":0.1176999258674691},{"id":"claude-opus-5--effort-xhigh","maximumSourceShare":0.5635800206230376,"maximumFamilyShare":0.12679349626322223},{"id":"gpt-6-astra--effort-high","maximumSourceShare":0.6038076774314209,"maximumFamilyShare":0.1176999258674691},{"id":"gpt-6-astra--effort-max","maximumSourceShare":0.34761649421291935,"maximumFamilyShare":0.04478202284867406},{"id":"gpt-6-astra--effort-medium","maximumSourceShare":0.6038076774314209,"maximumFamilyShare":0.1176999258674691},{"id":"muse-spark-1.3--effort-xhigh","maximumSourceShare":0.6484269804198531,"maximumFamilyShare":0.060317961267857496},{"id":"claude-fable-5--effort-max","maximumSourceShare":0.5305626092084603,"maximumFamilyShare":0.035473119403345084},{"id":"claude-fable-5--effort-high","maximumSourceShare":0.3128536661733123,"maximumFamilyShare":0.15760381410605384},{"id":"claude-fable-5--effort-medium","maximumSourceShare":0.48449939072568093,"maximumFamilyShare":0.48449939072568093},{"id":"claude-fable-5-1--effort-high","maximumSourceShare":0.678360086337301,"maximumFamilyShare":0.16686180676390597},{"id":"claude-opus-5--effort-high","maximumSourceShare":0.5189804751362539,"maximumFamilyShare":0.11022421551053986},{"id":"gpt-5.5-pro--effort-xhigh","maximumSourceShare":0.48220778284306204,"maximumFamilyShare":0.48220778284306204},{"id":"claude-fable-5-1--effort-medium","maximumSourceShare":0.678360086337301,"maximumFamilyShare":0.16686180676390597},{"id":"gpt-5.6-sol--effort-xhigh","maximumSourceShare":0.6370527955795332,"maximumFamilyShare":0.11102449066065917},{"id":"gpt-5.6-sol--effort-max","maximumSourceShare":0.44000724697281535,"maximumFamilyShare":0.037770761929043835},{"id":"gpt-6-astra--effort-low","maximumSourceShare":0.6038076774314209,"maximumFamilyShare":0.1176999258674691},{"id":"claude-opus-5--effort-medium","maximumSourceShare":0.7436963794359743,"maximumFamilyShare":0.17044400382787825},{"id":"muse-spark-1.3--effort-max","maximumSourceShare":0.9999999999999852,"maximumFamilyShare":0.12366345745515042},{"id":"claude-fable-5-1--effort-low","maximumSourceShare":0.678360086337301,"maximumFamilyShare":0.16686180676390597},{"id":"gpt-5.6-sol--effort-high","maximumSourceShare":0.5769106226643025,"maximumFamilyShare":0.09733253759969586},{"id":"gemini-3.8-flash--effort-medium","maximumSourceShare":0.7978298999902461,"maximumFamilyShare":0.10514627597996912},{"id":"claude-fable-5--effort-xhigh","maximumSourceShare":0.42620738065478975,"maximumFamilyShare":0.15903260472193648},{"id":"claude-opus-5--effort-max","maximumSourceShare":0.4008834110811986,"maximumFamilyShare":0.04174997718552708},{"id":"grok-4.6--effort-high","maximumSourceShare":0.5731420812497672,"maximumFamilyShare":0.07355964138339571},{"id":"grok-4.6--effort-medium","maximumSourceShare":0.6505621974920563,"maximumFamilyShare":0.13611653002688948},{"id":"gemini-3.7-flash--effort-high","maximumSourceShare":0.45623979222267114,"maximumFamilyShare":0.037748237312772374},{"id":"gemini-3.7-flash--effort-medium","maximumSourceShare":0.7087678277580454,"maximumFamilyShare":0.1260819440460963},{"id":"kimi-k3--effort-max","maximumSourceShare":0.7218170771107328,"maximumFamilyShare":0.047223857793833944},{"id":"gemini-3.8-flash--effort-high","maximumSourceShare":0.4966736981527119,"maximumFamilyShare":0.0580886522509262},{"id":"gpt-5.5--effort-xhigh","maximumSourceShare":0.46866073691993576,"maximumFamilyShare":0.03209295457814477},{"id":"grok-4.6--effort-xhigh","maximumSourceShare":0.4551754817161465,"maximumFamilyShare":0.0896883322679418},{"id":"gpt-5.6-terra--effort-max","maximumSourceShare":0.4417057625446316,"maximumFamilyShare":0.037177501234001695},{"id":"qwen-3.8-max--effort-xhigh","maximumSourceShare":0.8049476873107825,"maximumFamilyShare":0.20986192326397798},{"id":"claude-fable-5--effort-low","maximumSourceShare":0.44319679050161365,"maximumFamilyShare":0.24155458829067974},{"id":"gpt-5.5--effort-high","maximumSourceShare":0.6807668044874625,"maximumFamilyShare":0.10299269514911663},{"id":"claude-opus-4-8--effort-medium","maximumSourceShare":0.5245196418566574,"maximumFamilyShare":0.5245196418566574},{"id":"claude-opus-4-8--effort-xhigh","maximumSourceShare":0.4639410941588633,"maximumFamilyShare":0.18892972047007534},{"id":"deepseek-v4-pro--effort-max","maximumSourceShare":0.6994385726415526,"maximumFamilyShare":0.0600018800838575},{"id":"qwen-3.8-max--effort-reasoning","maximumSourceShare":1.000000000000009,"maximumFamilyShare":0.08711643202174311},{"id":"glm-5.3--effort-max","maximumSourceShare":0.640062044346018,"maximumFamilyShare":0.05640888620029362},{"id":"claude-opus-4-8--effort-max","maximumSourceShare":0.5618665896202822,"maximumFamilyShare":0.036443875155310924},{"id":"gemini-3.1-pro--effort-high","maximumSourceShare":0.42289425452424445,"maximumFamilyShare":0.08539485256187937},{"id":"qwen3.8-2.4t-a95b--effort-reasoning","maximumSourceShare":1.000000000000028,"maximumFamilyShare":0.08913915527502009},{"id":"gpt-5.6-sol--effort-medium","maximumSourceShare":0.5773926516375468,"maximumFamilyShare":0.09741386233410103},{"id":"claude-opus-4-8--effort-high","maximumSourceShare":0.3722357560190954,"maximumFamilyShare":0.3722357560190954},{"id":"glm-5.3-flash--effort-reasoning","maximumSourceShare":1.000000000000028,"maximumFamilyShare":0.0891391552750201},{"id":"gpt-5.5--effort-medium","maximumSourceShare":0.6771753576939044,"maximumFamilyShare":0.09179610956274144},{"id":"gemini-3.5-flash--effort-high","maximumSourceShare":0.5821617839616147,"maximumFamilyShare":0.0322809218372041},{"id":"gemini-3.5-flash--effort-low","maximumSourceShare":0.999999999999999,"maximumFamilyShare":0.5671697946989961},{"id":"muse-spark-1.2--effort-xhigh","maximumSourceShare":0.613246322796276,"maximumFamilyShare":0.049046743156630504},{"id":"gpt-5.6-terra--effort-xhigh","maximumSourceShare":0.6949217665512394,"maximumFamilyShare":0.12096607430698877},{"id":"claude-opus-4-7--effort-xhigh","maximumSourceShare":0.7142189085729922,"maximumFamilyShare":0.15999068623362828},{"id":"grok-4.5--effort-high","maximumSourceShare":0.605170537766914,"maximumFamilyShare":0.04134450972915562},{"id":"gpt-5.4--effort-xhigh","maximumSourceShare":0.4359385194503218,"maximumFamilyShare":0.04819685261598404},{"id":"gemini-3.7-flash--effort-low","maximumSourceShare":0.6696061171881372,"maximumFamilyShare":0.1451821319831685},{"id":"claude-opus-5--effort-low","maximumSourceShare":0.5718792338682482,"maximumFamilyShare":0.12237864002664248},{"id":"gemini-3.8-flash--effort-low","maximumSourceShare":1.0000000000000064,"maximumFamilyShare":0.09838795189176011},{"id":"muse-spark-1.1--effort-xhigh","maximumSourceShare":0.6134286598078929,"maximumFamilyShare":0.05344647113257616},{"id":"gemini-3.6-flash--effort-high","maximumSourceShare":0.4942495595780809,"maximumFamilyShare":0.0371349182599142},{"id":"gemini-3-flash-preview--effort-high","maximumSourceShare":0.7843342886725527,"maximumFamilyShare":0.2795020586197816},{"id":"qwen3.8-flash-next--effort-reasoning","maximumSourceShare":0.9999999999999983,"maximumFamilyShare":0.09710723876677951},{"id":"gpt-5.6-luna--effort-xhigh","maximumSourceShare":0.6538331656923668,"maximumFamilyShare":0.13983298442092826},{"id":"gpt-5.6-luna--effort-max","maximumSourceShare":0.42174611599315953,"maximumFamilyShare":0.03907124869853189},{"id":"claude-opus-4-8--effort-low","maximumSourceShare":0.43709990823162376,"maximumFamilyShare":0.2630622641904783},{"id":"kimi-k3--effort-high","maximumSourceShare":0.5209672868854883,"maximumFamilyShare":0.47903271311451007},{"id":"claude-sonnet-5--effort-xhigh","maximumSourceShare":0.42162173579754597,"maximumFamilyShare":0.0667627788127261},{"id":"claude-sonnet-5--effort-max","maximumSourceShare":0.603716327799692,"maximumFamilyShare":0.06717567605595053},{"id":"qwen3.8-27b--effort-xhigh","maximumSourceShare":0.9999999999999978,"maximumFamilyShare":0.12928709916049222},{"id":"gpt-5.6-terra--effort-high","maximumSourceShare":0.6418016177024427,"maximumFamilyShare":0.10821795292816203},{"id":"claude-opus-4-7--effort-max","maximumSourceShare":0.684658779500814,"maximumFamilyShare":0.06805935474876677},{"id":"glm-5.2--effort-max","maximumSourceShare":0.7850607764712779,"maximumFamilyShare":0.05142934158645465},{"id":"claude-opus-4-6--effort-high","maximumSourceShare":0.5636458311575369,"maximumFamilyShare":0.15836994227773418},{"id":"gemini-3.5-flash--effort-medium","maximumSourceShare":1.0000000000000056,"maximumFamilyShare":0.1098069307187471},{"id":"gpt-5.6-sol--effort-low","maximumSourceShare":0.5316441456399553,"maximumFamilyShare":0.0878209625457195},{"id":"deepseek-v4-pro-0424--effort-max","maximumSourceShare":0.9999999999999992,"maximumFamilyShare":0.06597982245425056},{"id":"claude-opus-4-6--effort-max","maximumSourceShare":0.5871243005549721,"maximumFamilyShare":0.07556659579362866},{"id":"gemini-3.1-pro--effort-reasoning","maximumSourceShare":1.000000000000017,"maximumFamilyShare":0.051990646503110555},{"id":"gpt-5.2--effort-xhigh","maximumSourceShare":0.7995239058581901,"maximumFamilyShare":0.13034012614055773},{"id":"gemini-3-flash-preview--effort-reasoning","maximumSourceShare":1.0000000000000104,"maximumFamilyShare":0.0889484552481271},{"id":"glm-5.3-flash--effort-max","maximumSourceShare":0.6335203545382204,"maximumFamilyShare":0.1949929977809633},{"id":"qwen3.7-max--effort-reasoning","maximumSourceShare":0.9999999999999848,"maximumFamilyShare":0.0628431636736974},{"id":"gpt-5.3-codex--effort-xhigh","maximumSourceShare":0.9451094026856964,"maximumFamilyShare":0.10121960367317112},{"id":"grok-4.5--effort-medium","maximumSourceShare":0.799967946484275,"maximumFamilyShare":0.6278601569859467},{"id":"kimi-k2.6--effort-reasoning","maximumSourceShare":1.0000000000000002,"maximumFamilyShare":0.06278410160666735},{"id":"deepseek-v4-flash--effort-max","maximumSourceShare":0.42422883528091665,"maximumFamilyShare":0.09193682884342122},{"id":"claude-sonnet-5--effort-high","maximumSourceShare":0.43586429230989987,"maximumFamilyShare":0.20250510469566668},{"id":"grok-4.6--effort-low","maximumSourceShare":0.6505621974920563,"maximumFamilyShare":0.13611653002688948},{"id":"claude-opus-4-5-20251101--effort-thinking-64k","maximumSourceShare":0.999999999999997,"maximumFamilyShare":0.1428571428571428},{"id":"gpt-5.2--effort-high","maximumSourceShare":0.7957760485795435,"maximumFamilyShare":0.2042239514204554},{"id":"claude-sonnet-5--effort-medium","maximumSourceShare":0.6408120320688923,"maximumFamilyShare":0.24535821033362112},{"id":"gpt-5.6-luna--effort-high","maximumSourceShare":0.5587657993169876,"maximumFamilyShare":0.1379950223595101},{"id":"kimi-k2.7-code--effort-reasoning","maximumSourceShare":1.0000000000000029,"maximumFamilyShare":0.07237176472545694},{"id":"kimi-k3--effort-low","maximumSourceShare":0.7492077307417803,"maximumFamilyShare":0.09077681213884185},{"id":"hy3--effort-reasoning","maximumSourceShare":1.0000000000000089,"maximumFamilyShare":0.09696655188622721},{"id":"minimax-m3--effort-reasoning","maximumSourceShare":1.0000000000000302,"maximumFamilyShare":0.06226691120368352},{"id":"gpt-5.5--effort-low","maximumSourceShare":0.507532923250739,"maximumFamilyShare":0.11916209261095637},{"id":"grok-4.3--effort-medium","maximumSourceShare":1.0000000000000118,"maximumFamilyShare":0.12207296282954852},{"id":"claude-opus-4-5-20251101--effort-reasoning","maximumSourceShare":1.000000000000012,"maximumFamilyShare":0.08213667784358276},{"id":"qwen3.6-plus--effort-reasoning","maximumSourceShare":1.0000000000000104,"maximumFamilyShare":0.10475112632644329},{"id":"claude-sonnet-4-6--effort-max","maximumSourceShare":0.7901508240552937,"maximumFamilyShare":0.04455071266670292},{"id":"glm-5.1--effort-reasoning","maximumSourceShare":1.0000000000000056,"maximumFamilyShare":0.08253195065619427},{"id":"gpt-5.4--effort-low","maximumSourceShare":0.8170977573532244,"maximumFamilyShare":0.18290224264677965},{"id":"claude-opus-4-7--effort-non-reasoning","maximumSourceShare":1.0000000000000122,"maximumFamilyShare":0.129423756794784},{"id":"qwen3.7-plus--effort-reasoning","maximumSourceShare":1.0000000000000098,"maximumFamilyShare":0.06217891834884885},{"id":"gpt-5.2--effort-medium","maximumSourceShare":0.8029332197952538,"maximumFamilyShare":0.09863222871744853},{"id":"gpt-5.1--effort-high","maximumSourceShare":0.9235224251515,"maximumFamilyShare":0.07979374276261463},{"id":"deepseek-v4-pro-0424--effort-high","maximumSourceShare":0.7956021495013286,"maximumFamilyShare":0.20439785049868456},{"id":"deepseek-v4-flash--effort-high","maximumSourceShare":0.8490466309409535,"maximumFamilyShare":0.0782917625488284},{"id":"claude-sonnet-4-6--effort-medium","maximumSourceShare":0.6253472837597096,"maximumFamilyShare":0.14712267498117865},{"id":"glm-5.2--effort-low","maximumSourceShare":1.0000000000000013,"maximumFamilyShare":0.34090360314168133},{"id":"claude-opus-4-8--effort-non-reasoning","maximumSourceShare":0.9999999999999986,"maximumFamilyShare":0.37004590039593743},{"id":"claude-sonnet-5--effort-low","maximumSourceShare":0.6408120320688923,"maximumFamilyShare":0.24535821033362112},{"id":"gemini-3.6-flash--effort-low","maximumSourceShare":0.5763233050654413,"maximumFamilyShare":0.3182675159328145},{"id":"gpt-5.4-mini--effort-xhigh","maximumSourceShare":0.6781308994233859,"maximumFamilyShare":0.03663428085930521},{"id":"gpt-5--effort-high","maximumSourceShare":0.8676924401974316,"maximumFamilyShare":0.10578766027806624},{"id":"glm-5--effort-reasoning","maximumSourceShare":1.000000000000001,"maximumFamilyShare":0.12083471207412455},{"id":"grok-4.5--effort-low","maximumSourceShare":0.799967946484275,"maximumFamilyShare":0.6278601569859467},{"id":"mimo-v2.5-pro--effort-reasoning","maximumSourceShare":0.9999999999999833,"maximumFamilyShare":0.06570727591577252},{"id":"gpt-5.6-sol--effort-non-reasoning","maximumSourceShare":1.0000000000000047,"maximumFamilyShare":0.12477602938258082},{"id":"glm-4.7--effort-reasoning","maximumSourceShare":1.000000000000005,"maximumFamilyShare":0.10189094492039187},{"id":"gpt-5.6-terra--effort-medium","maximumSourceShare":0.576204511662119,"maximumFamilyShare":0.1114088141739735},{"id":"qwen3.5-27b--effort-reasoning","maximumSourceShare":1.0000000000000115,"maximumFamilyShare":0.09815609865553},{"id":"gpt-5.6-terra--effort-low","maximumSourceShare":0.5141646288147078,"maximumFamilyShare":0.09247465018508558},{"id":"glm-5-turbo--effort-reasoning","maximumSourceShare":1.0000000000000018,"maximumFamilyShare":0.1330301163443592},{"id":"qwen3.5-397b-a17b--effort-reasoning","maximumSourceShare":0.9999999999999842,"maximumFamilyShare":0.058645930994195974},{"id":"claude-opus-4-5-20251101--effort-thinking-32k","maximumSourceShare":1.0000000000000002,"maximumFamilyShare":0.5712927745306264},{"id":"gemini-3.5-flash--effort-minimal","maximumSourceShare":0.6151381189000338,"maximumFamilyShare":0.14790348994362296},{"id":"solar-pro4-260806--effort-reasoning","maximumSourceShare":1.000000000000011,"maximumFamilyShare":0.10669075448193563},{"id":"hy3-preview--effort-reasoning","maximumSourceShare":0.9999999999999932,"maximumFamilyShare":0.13502500855161095},{"id":"minimax-m2.5--effort-reasoning","maximumSourceShare":1.0000000000000042,"maximumFamilyShare":0.11890157521448133},{"id":"gpt-5.4-nano--effort-xhigh","maximumSourceShare":0.6820491074439229,"maximumFamilyShare":0.042276080042007495},{"id":"solar-open2-250b--effort-reasoning","maximumSourceShare":0.9999999999999991,"maximumFamilyShare":0.13364113398516633},{"id":"grok-4.3--effort-high","maximumSourceShare":0.7737564974874392,"maximumFamilyShare":0.05209662055597125},{"id":"o3--effort-reasoning","maximumSourceShare":0.9999999999999954,"maximumFamilyShare":0.08024834556758877},{"id":"gemini-3.5-flash-lite--effort-reasoning","maximumSourceShare":1.000000000000003,"maximumFamilyShare":0.08035345120050959},{"id":"mimo-v2-flash--effort-reasoning","maximumSourceShare":1.000000000000003,"maximumFamilyShare":0.08934566620083574},{"id":"grok-4.3--effort-low","maximumSourceShare":1.0000000000000118,"maximumFamilyShare":0.12207296282954852},{"id":"claude-opus-4-6--effort-non-reasoning","maximumSourceShare":0.9279721852088548,"maximumFamilyShare":0.14802266609213793},{"id":"qwen3.8-27b--effort-medium","maximumSourceShare":1.0000000000000029,"maximumFamilyShare":0.10462181099293934},{"id":"gpt-5--effort-medium","maximumSourceShare":0.8313267896116306,"maximumFamilyShare":0.13034605060524773},{"id":"qwen3.6-27b--effort-reasoning","maximumSourceShare":0.9999999999999999,"maximumFamilyShare":0.0762296832326014},{"id":"deepseek-v3.2--effort-reasoning","maximumSourceShare":0.9999999999999952,"maximumFamilyShare":0.09050800868147092},{"id":"claude-sonnet-4-5-20250929--effort-thinking-32k","maximumSourceShare":0.7436541703700761,"maximumFamilyShare":0.45153013785597684},{"id":"deepseek-v3.2-speciale--effort-reasoning","maximumSourceShare":1.0000000000000042,"maximumFamilyShare":0.08776322915002939},{"id":"gemini-3.6-flash--effort-minimal","maximumSourceShare":0.6636878095556339,"maximumFamilyShare":0.38023855111443916},{"id":"claude-sonnet-5--effort-non-reasoning","maximumSourceShare":1.0000000000000098,"maximumFamilyShare":0.21667692952298412},{"id":"nemotron-3-ultra--effort-reasoning","maximumSourceShare":0.9999999999999606,"maximumFamilyShare":0.06733670006560824},{"id":"gpt-5.6-sol--effort-none","maximumSourceShare":0.9999999999999986,"maximumFamilyShare":0.4478263379188463},{"id":"claude-sonnet-4-6--effort-high","maximumSourceShare":0.3747488956053023,"maximumFamilyShare":0.2393371261717297},{"id":"gemini-3.5-flash-lite--effort-high","maximumSourceShare":0.5761105849561522,"maximumFamilyShare":0.12155558833216672},{"id":"glm-5v-turbo--effort-reasoning","maximumSourceShare":1.0000000000000064,"maximumFamilyShare":0.11736712425591979},{"id":"step-3.7-flash--effort-reasoning","maximumSourceShare":1.0000000000000075,"maximumFamilyShare":0.0730415187713158},{"id":"minimax-m2.7--effort-reasoning","maximumSourceShare":0.9999999999999718,"maximumFamilyShare":0.06720825969638625},{"id":"mimo-v2.5--effort-reasoning","maximumSourceShare":1.0000000000000062,"maximumFamilyShare":0.07586154403330395},{"id":"gpt-5.6-luna--effort-medium","maximumSourceShare":0.476584497465478,"maximumFamilyShare":0.10937543705972876},{"id":"claude-sonnet-4-5-20250929--effort-reasoning","maximumSourceShare":1.0000000000000093,"maximumFamilyShare":0.0626954603400507},{"id":"gemini-3.1-flash-lite--effort-high","maximumSourceShare":1.0000000000000007,"maximumFamilyShare":0.30506615286980865},{"id":"qwen3.7-plus--effort-non-reasoning","maximumSourceShare":0.9999999999999989,"maximumFamilyShare":0.32411114893039905},{"id":"qwen3.8-27b--effort-low","maximumSourceShare":1.0000000000000029,"maximumFamilyShare":0.10462181099293934},{"id":"gemini-3-flash-preview--effort-non-reasoning","maximumSourceShare":1.0000000000000064,"maximumFamilyShare":0.08187023811210001},{"id":"qwen3.5-122b-a10b--effort-reasoning","maximumSourceShare":0.9999999999999989,"maximumFamilyShare":0.07676149390047535},{"id":"minimax-m2.1--effort-reasoning","maximumSourceShare":1.0000000000000044,"maximumFamilyShare":0.08776322915002949},{"id":"qwen3.5-35b-a3b--effort-reasoning","maximumSourceShare":1.0000000000000195,"maximumFamilyShare":0.09812826491054423},{"id":"gpt-5.5--effort-non-reasoning","maximumSourceShare":1.0000000000000033,"maximumFamilyShare":0.12002158442109384},{"id":"gpt-5.6-luna--effort-low","maximumSourceShare":0.43761658202987985,"maximumFamilyShare":0.0983710558929573},{"id":"claude-opus-4-5-20251101--effort-non-reasoning","maximumSourceShare":1.000000000000012,"maximumFamilyShare":0.08213667784358276},{"id":"gpt-5.6-terra--effort-non-reasoning","maximumSourceShare":0.9999999999999958,"maximumFamilyShare":0.1247685077993812},{"id":"gemma-4-31b-it--effort-reasoning","maximumSourceShare":1.000000000000017,"maximumFamilyShare":0.06685118418702},{"id":"gemini-2.5-pro--effort-reasoning","maximumSourceShare":0.9999999999999694,"maximumFamilyShare":0.053653326902939585},{"id":"qwen3.5-397b-a17b--effort-non-reasoning","maximumSourceShare":0.689325285526498,"maximumFamilyShare":0.10257985637878449},{"id":"o4-mini--effort-high","maximumSourceShare":0.890691470037508,"maximumFamilyShare":0.07642841410830149},{"id":"qwen3.6-35b-a3b--effort-reasoning","maximumSourceShare":1.00000000000001,"maximumFamilyShare":0.08207259953492124},{"id":"gpt-5.4-mini--effort-medium","maximumSourceShare":0.720367922000495,"maximumFamilyShare":0.15321829208867152},{"id":"gpt-5--effort-low","maximumSourceShare":0.8193023800578383,"maximumFamilyShare":0.1806976199421552},{"id":"kimi-k2.6--effort-non-reasoning","maximumSourceShare":0.8710739773551797,"maximumFamilyShare":0.128926022644827},{"id":"gpt-5-mini--effort-high","maximumSourceShare":0.8951337896346324,"maximumFamilyShare":0.06120534430138408},{"id":"gemini-3.1-flash-lite--effort-reasoning","maximumSourceShare":1.0000000000000007,"maximumFamilyShare":0.05858293536000723},{"id":"glm-5.1--effort-non-reasoning","maximumSourceShare":0.8907451018224947,"maximumFamilyShare":0.11957982339351511},{"id":"minimax-m2--effort-reasoning","maximumSourceShare":1.0000000000000044,"maximumFamilyShare":0.08776322915002949},{"id":"qwen3.5-122b-a10b--effort-non-reasoning","maximumSourceShare":0.9120816678508152,"maximumFamilyShare":0.09056095487356655},{"id":"gpt-5-mini--effort-medium","maximumSourceShare":0.7663665181997223,"maximumFamilyShare":0.1241966451257449},{"id":"glm-4.6--effort-reasoning","maximumSourceShare":1.0000000000000118,"maximumFamilyShare":0.09506572252130868},{"id":"ernie-5.0-thinking-preview--effort-reasoning","maximumSourceShare":0.9999999999999929,"maximumFamilyShare":0.08735928937104864},{"id":"mistral-medium-3.5--effort-reasoning","maximumSourceShare":1.0000000000000302,"maximumFamilyShare":0.06226691120368352},{"id":"qwen3.6-27b--effort-non-reasoning","maximumSourceShare":0.6950777009785131,"maximumFamilyShare":0.10068050016017832},{"id":"deepseek-v4-pro-0424--effort-non-reasoning","maximumSourceShare":1.000000000000003,"maximumFamilyShare":0.13681780022783185},{"id":"deepseek-r1-0528--effort-reasoning","maximumSourceShare":1.000000000000011,"maximumFamilyShare":0.08051830087648705},{"id":"qwen3.5-omni-plus--effort-non-reasoning","maximumSourceShare":1.0000000000000064,"maximumFamilyShare":0.11736712425591979},{"id":"gpt-5.4--effort-non-reasoning","maximumSourceShare":0.9999999999999996,"maximumFamilyShare":0.12229591988823},{"id":"doubao-seed-code--effort-reasoning","maximumSourceShare":0.999999999999996,"maximumFamilyShare":0.08067914593369095},{"id":"qwen3.5-27b--effort-non-reasoning","maximumSourceShare":1.000000000000003,"maximumFamilyShare":0.10937382005889922},{"id":"mimo-v2.5-pro--effort-non-reasoning","maximumSourceShare":1.0000000000000036,"maximumFamilyShare":0.1348926856711481},{"id":"amazon-nova-2-pro-preview--effort-medium","maximumSourceShare":1.0000000000000038,"maximumFamilyShare":0.11193446825383425},{"id":"glm-5.2--effort-non-reasoning","maximumSourceShare":0.7051255697727681,"maximumFamilyShare":0.1306488635902178},{"id":"gpt-5.4-nano--effort-medium","maximumSourceShare":0.8171642248602892,"maximumFamilyShare":0.18283577513971952},{"id":"k-exaone-2.0-750b-a37b--effort-reasoning","maximumSourceShare":0.9999999999999991,"maximumFamilyShare":0.13364113398516625},{"id":"qwen3.5-9b--effort-reasoning","maximumSourceShare":0.9999999999999868,"maximumFamilyShare":0.12370773864184004},{"id":"o1--effort-reasoning","maximumSourceShare":1.0000000000000204,"maximumFamilyShare":0.09510994602894964},{"id":"qwen3.8-27b--effort-non-reasoning","maximumSourceShare":1.0000000000000069,"maximumFamilyShare":0.12555446496617376},{"id":"gemini-2.5-flash--effort-reasoning","maximumSourceShare":1.0000000000000173,"maximumFamilyShare":0.08122232231224673},{"id":"k-exaone-236b-a23b--effort-reasoning","maximumSourceShare":0.9999999999999922,"maximumFamilyShare":0.10475599333920915},{"id":"qwen3-235b-a22b-thinking-2507--effort-reasoning","maximumSourceShare":1.0000000000000042,"maximumFamilyShare":0.0568925412282313},{"id":"gemma-4-26b-a4b-it--effort-reasoning","maximumSourceShare":1.0000000000000073,"maximumFamilyShare":0.10984215309844135},{"id":"nvidia-nemotron-3-super-120b-a12b-bf16--effort-reasoning","maximumSourceShare":0.9999999999999786,"maximumFamilyShare":0.06694443661337762},{"id":"deepseek-v4-flash--effort-non-reasoning","maximumSourceShare":1.0000000000000033,"maximumFamilyShare":0.15159640284429962},{"id":"gpt-5.5--effort-none","maximumSourceShare":0.9999999999999999,"maximumFamilyShare":0.3876434387916293},{"id":"qwen3.7-flash--effort-non-reasoning","maximumSourceShare":0.9999999999999989,"maximumFamilyShare":0.32411114893039905},{"id":"deepseek-v3.2--effort-non-reasoning","maximumSourceShare":1.000000000000008,"maximumFamilyShare":0.08933450434768625},{"id":"qwen3.5-35b-a3b--effort-non-reasoning","maximumSourceShare":0.7795701510774572,"maximumFamilyShare":0.09562972328830772},{"id":"gemma-4-26b-a4b-it--effort-minimal","maximumSourceShare":1,"maximumFamilyShare":0.3615150985895624},{"id":"amazon-nova-2-lite--effort-high","maximumSourceShare":1.0000000000000098,"maximumFamilyShare":0.15213865163619855},{"id":"gpt-5.2--effort-non-reasoning","maximumSourceShare":1.0000000000000016,"maximumFamilyShare":0.11270166615304034},{"id":"claude-opus-4-6--effort-low","maximumSourceShare":0.44158076854298806,"maximumFamilyShare":0.44158076854298806},{"id":"exaone-4.5-33b--effort-reasoning","maximumSourceShare":1.0000000000000067,"maximumFamilyShare":0.10573943324220848},{"id":"claude-haiku-4-5-20251001--effort-reasoning","maximumSourceShare":1.0000000000000078,"maximumFamilyShare":0.0489832021985319},{"id":"qwen3.6-35b-a3b--effort-non-reasoning","maximumSourceShare":0.6949852694736651,"maximumFamilyShare":0.10071101957502099},{"id":"glm-4.5--effort-reasoning","maximumSourceShare":1.0000000000000022,"maximumFamilyShare":0.08717945626932794},{"id":"amazon-nova-2-pro-preview--effort-low","maximumSourceShare":1.0000000000000098,"maximumFamilyShare":0.09626289354884378},{"id":"glm-5--effort-non-reasoning","maximumSourceShare":1.0000000000000044,"maximumFamilyShare":0.15305784378043535},{"id":"amazon-nova-2-lite--effort-medium","maximumSourceShare":1.000000000000011,"maximumFamilyShare":0.09316054373865723},{"id":"gpt-oss-120b--effort-high","maximumSourceShare":0.9288558653891585,"maximumFamilyShare":0.04735851285391289},{"id":"hy3-preview--effort-non-reasoning","maximumSourceShare":0.9999999999999932,"maximumFamilyShare":0.13502500855161095},{"id":"gemma-4-12b-it--effort-reasoning","maximumSourceShare":0.9999999999999998,"maximumFamilyShare":0.12592313897514099},{"id":"gemma-4-31b-it--effort-non-reasoning","maximumSourceShare":0.9999999999999905,"maximumFamilyShare":0.10991108394830977},{"id":"qwen3-next-80b-a3b-thinking--effort-reasoning","maximumSourceShare":1.000000000000014,"maximumFamilyShare":0.08039456219976505},{"id":"gemini-3.1-flash-lite--effort-low","maximumSourceShare":1.0000000000000007,"maximumFamilyShare":0.30506615286980865},{"id":"gpt-5.6-luna--effort-non-reasoning","maximumSourceShare":1.0000000000000058,"maximumFamilyShare":0.12492835857406326},{"id":"glm-4.7-flash--effort-reasoning","maximumSourceShare":1.0000000000000027,"maximumFamilyShare":0.13497049863175012},{"id":"qwen3.5-9b--effort-non-reasoning","maximumSourceShare":0.719628072610821,"maximumFamilyShare":0.12194439896511525},{"id":"grok-4.3--effort-non-reasoning","maximumSourceShare":1.0000000000000144,"maximumFamilyShare":0.09286657458156025},{"id":"qwen3.5-4b--effort-reasoning","maximumSourceShare":1.0000000000000167,"maximumFamilyShare":0.12126201871649553},{"id":"command-a-plus-05-2026--effort-reasoning","maximumSourceShare":1.0000000000000013,"maximumFamilyShare":0.07591007103042662},{"id":"gpt-5.6-luna--effort-none","maximumSourceShare":1.0000000000000009,"maximumFamilyShare":0.3438273569024218},{"id":"gemini-3.5-flash-lite--effort-low","maximumSourceShare":0.6613302201432129,"maximumFamilyShare":0.378232996895675},{"id":"qwen3-vl-32b-thinking--effort-reasoning","maximumSourceShare":0.9999999999999891,"maximumFamilyShare":0.08733290010648465},{"id":"o3-mini--effort-high","maximumSourceShare":0.913137703221366,"maximumFamilyShare":0.06442511296736594},{"id":"magistral-medium-2509--effort-reasoning","maximumSourceShare":1.0000000000000038,"maximumFamilyShare":0.07411606277567619},{"id":"gemma-4-31b-it--effort-minimal","maximumSourceShare":1,"maximumFamilyShare":0.3615150985895624},{"id":"claude-sonnet-4-5-20250929--effort-non-reasoning","maximumSourceShare":0.9999999999999962,"maximumFamilyShare":0.0886343715215238},{"id":"gemini-3.1-flash-lite--effort-minimal","maximumSourceShare":1.0000000000000007,"maximumFamilyShare":0.30506615286980865},{"id":"nvidia-nemotron-3-nano-30b-a3b-bf16--effort-reasoning","maximumSourceShare":0.9999999999999819,"maximumFamilyShare":0.07061694298868097},{"id":"gpt-5-nano--effort-high","maximumSourceShare":0.8895056027675724,"maximumFamilyShare":0.11518523924917087},{"id":"seed-oss-36b-instruct--effort-reasoning","maximumSourceShare":1.0000000000000044,"maximumFamilyShare":0.0877632291500294},{"id":"qwen3-235b-a22b-instruct-2507--effort-non-reasoning","maximumSourceShare":1.0000000000000022,"maximumFamilyShare":0.08717945626932794},{"id":"glm-4.7--effort-non-reasoning","maximumSourceShare":1.0000000000000073,"maximumFamilyShare":0.11213166864394394},{"id":"nvidia-nemotron-3.5-lightning-30b-a3b-bf16--effort-reasoning","maximumSourceShare":1.000000000000028,"maximumFamilyShare":0.08913915527502009},{"id":"diffusiongemma-26b-a4b--effort-reasoning","maximumSourceShare":0.9999999999999977,"maximumFamilyShare":0.12265145436199396},{"id":"mistral-small-4--effort-reasoning","maximumSourceShare":1.0000000000000107,"maximumFamilyShare":0.07661488251834607},{"id":"minimax-m1-80k--effort-reasoning","maximumSourceShare":1.0000000000000022,"maximumFamilyShare":0.08717945626932794},{"id":"gemma-4-26b-a4b-it--effort-non-reasoning","maximumSourceShare":1.0000000000000073,"maximumFamilyShare":0.11999661970709521},{"id":"o3-mini--effort-reasoning","maximumSourceShare":0.9999999999999988,"maximumFamilyShare":0.1600177839614943},{"id":"glm-4.5-air--effort-reasoning","maximumSourceShare":1.0000000000000022,"maximumFamilyShare":0.08717945626932794},{"id":"gpt-5.6-terra--effort-none","maximumSourceShare":1,"maximumFamilyShare":0.4274784105335667},{"id":"solar-pro3-260323--effort-reasoning","maximumSourceShare":0.9999999999999957,"maximumFamilyShare":0.0832995729123289},{"id":"gpt-5-nano--effort-medium","maximumSourceShare":0.870951912782589,"maximumFamilyShare":0.12904808721740932},{"id":"qwen3-vl-235b-a22b-instruct--effort-non-reasoning","maximumSourceShare":0.9999999999999891,"maximumFamilyShare":0.08733290010648465},{"id":"gpt-oss-20b--effort-high","maximumSourceShare":0.9171976343872303,"maximumFamilyShare":0.058996643796472424},{"id":"qwen3-coder-next--effort-non-reasoning","maximumSourceShare":1.0000000000000109,"maximumFamilyShare":0.07605596645658555},{"id":"gemini-2.5-flash--effort-non-reasoning","maximumSourceShare":1.0000000000000173,"maximumFamilyShare":0.08122232231224673},{"id":"qwen3-30b-a3b-thinking-2507--effort-reasoning","maximumSourceShare":1.0000000000000133,"maximumFamilyShare":0.06054489255150904},{"id":"qwen3.5-omni-flash--effort-non-reasoning","maximumSourceShare":1.0000000000000064,"maximumFamilyShare":0.11736712425591979},{"id":"gpt-5--effort-non-reasoning","maximumSourceShare":1.0000000000000002,"maximumFamilyShare":0.17421887015901455},{"id":"gpt-oss-120b--effort-low","maximumSourceShare":1.0000000000000098,"maximumFamilyShare":0.08312406713190185},{"id":"solar-open-100b--effort-reasoning","maximumSourceShare":1.0000000000000042,"maximumFamilyShare":0.11890157521448134},{"id":"gemini-3.5-flash-lite--effort-minimal","maximumSourceShare":0.6613302201432129,"maximumFamilyShare":0.378232996895675},{"id":"gpt-5.1--effort-non-reasoning","maximumSourceShare":1.0000000000000182,"maximumFamilyShare":0.0886174426074169},{"id":"minimax-m3--effort-non-reasoning","maximumSourceShare":1.0000000000000007,"maximumFamilyShare":0.39239908968692233},{"id":"qwen3-vl-30b-a3b-thinking--effort-reasoning","maximumSourceShare":1.0000000000000133,"maximumFamilyShare":0.0945771021476447},{"id":"qwen3-next-80b-a3b-instruct--effort-non-reasoning","maximumSourceShare":1.0000000000000198,"maximumFamilyShare":0.09508029749736778},{"id":"claude-haiku-4-5-20251001--effort-thinking-32k","maximumSourceShare":0.8246542202524418,"maximumFamilyShare":0.28566069691778084},{"id":"mimo-v2-flash--effort-non-reasoning","maximumSourceShare":0.999999999999997,"maximumFamilyShare":0.09799398232837825},{"id":"gpt-5--effort-minimal","maximumSourceShare":0.8111874301207816,"maximumFamilyShare":0.1476485299594895},{"id":"gpt-5.4-mini--effort-non-reasoning","maximumSourceShare":0.9999999999999968,"maximumFamilyShare":0.10553238427790347},{"id":"glm-4.6--effort-non-reasoning","maximumSourceShare":1.0000000000000149,"maximumFamilyShare":0.0970510368842651},{"id":"gpt-4.1--effort-non-reasoning","maximumSourceShare":0.9999999999999953,"maximumFamilyShare":0.08024834556758875},{"id":"exaone-4.0-32b--effort-reasoning","maximumSourceShare":1.0000000000000129,"maximumFamilyShare":0.1121264231422877},{"id":"qwen3-235b-a22b--effort-reasoning","maximumSourceShare":1.000000000000011,"maximumFamilyShare":0.08852919797113416},{"id":"amazon-nova-2-lite--effort-low","maximumSourceShare":1.000000000000011,"maximumFamilyShare":0.09316054373865723},{"id":"qwen3.5-4b--effort-non-reasoning","maximumSourceShare":0.8667547033488359,"maximumFamilyShare":0.13324529665117513},{"id":"gpt-5-mini--effort-minimal","maximumSourceShare":0.8708573948744772,"maximumFamilyShare":0.1291426051255209},{"id":"mistral-large-3--effort-non-reasoning","maximumSourceShare":0.9999999999999949,"maximumFamilyShare":0.05691911465425327},{"id":"qwen3-32b--effort-reasoning","maximumSourceShare":1.00000000000002,"maximumFamilyShare":0.06665161047402515},{"id":"qwen3-vl-32b-instruct--effort-non-reasoning","maximumSourceShare":1.0000000000000133,"maximumFamilyShare":0.0945771021476447},{"id":"gemini-2.5-flash-lite--effort-reasoning","maximumSourceShare":1.000000000000011,"maximumFamilyShare":0.0947194666713614},{"id":"gpt-oss-20b--effort-medium","maximumSourceShare":1.0000000000000007,"maximumFamilyShare":0.3709009750071208},{"id":"devstral-2512--effort-non-reasoning","maximumSourceShare":1.000000000000011,"maximumFamilyShare":0.06063451428032638},{"id":"qwen3-coder-480b-a35b-instruct--effort-non-reasoning","maximumSourceShare":1.0000000000000022,"maximumFamilyShare":0.08717945626932794},{"id":"k-exaone-236b-a23b--effort-non-reasoning","maximumSourceShare":1.0000000000000078,"maximumFamilyShare":0.09829391949511167},{"id":"gpt-4.1-mini--effort-non-reasoning","maximumSourceShare":0.9999999999999898,"maximumFamilyShare":0.07382638282458517},{"id":"glm-4.6v--effort-reasoning","maximumSourceShare":1.0000000000000124,"maximumFamilyShare":0.0821366778435828},{"id":"magistral-small-2509--effort-reasoning","maximumSourceShare":0.9999999999999909,"maximumFamilyShare":0.06922943311167322},{"id":"mistral-medium-2508--effort-non-reasoning","maximumSourceShare":0.9999999999999838,"maximumFamilyShare":0.06473284508054766},{"id":"minimax-m1-40k--effort-reasoning","maximumSourceShare":1.0000000000000082,"maximumFamilyShare":0.11738072460202502},{"id":"gemma-4-12b-it--effort-non-reasoning","maximumSourceShare":1.0000000000000038,"maximumFamilyShare":0.1200017014528353},{"id":"amazon-nova-2-pro-preview--effort-non-reasoning","maximumSourceShare":0.9999999999999909,"maximumFamilyShare":0.0912317989524143},{"id":"claude-haiku-4-5-20251001--effort-non-reasoning","maximumSourceShare":1.0000000000000027,"maximumFamilyShare":0.08823762284338826},{"id":"qwen3-4b-thinking-2507--effort-reasoning","maximumSourceShare":1.0000000000000198,"maximumFamilyShare":0.09508029749736778},{"id":"nemotron-3-nano-omni-30b-a3b-reasoning-bf16--effort-reasoning","maximumSourceShare":1.0000000000000067,"maximumFamilyShare":0.10573943324220848},{"id":"gpt-oss-20b--effort-low","maximumSourceShare":0.8653175123032935,"maximumFamilyShare":0.09976226163471173},{"id":"glm-4.5v--effort-reasoning","maximumSourceShare":1.0000000000000087,"maximumFamilyShare":0.08862119917836613},{"id":"llama-4-maverick--effort-non-reasoning","maximumSourceShare":0.999999999999961,"maximumFamilyShare":0.053606568870105877},{"id":"qwen3-vl-30b-a3b-instruct--effort-non-reasoning","maximumSourceShare":1.0000000000000133,"maximumFamilyShare":0.0945771021476447},{"id":"gpt-4o--effort-non-reasoning","maximumSourceShare":0.9999999999999978,"maximumFamilyShare":0.36791222957022024},{"id":"step3-vl-10b--effort-reasoning","maximumSourceShare":1.0000000000000064,"maximumFamilyShare":0.11736712425591979},{"id":"qwen3-30b-a3b--effort-reasoning","maximumSourceShare":0.9999999999999992,"maximumFamilyShare":0.08847578394635866},{"id":"qwen3-30b-a3b-instruct-2507--effort-non-reasoning","maximumSourceShare":1.000000000000011,"maximumFamilyShare":0.08051830087648704},{"id":"nvidia-nemotron-nano-12b-v2-vl-bf16--effort-reasoning","maximumSourceShare":1.0000000000000087,"maximumFamilyShare":0.08862119917836613},{"id":"ernie-4.5-300b-a47b-pt--effort-non-reasoning","maximumSourceShare":1.0000000000000062,"maximumFamilyShare":0.09452908826833824},{"id":"gpt-5.4-nano--effort-non-reasoning","maximumSourceShare":1.0000000000000109,"maximumFamilyShare":0.10552887495630235},{"id":"qwen3-14b--effort-reasoning","maximumSourceShare":1.000000000000019,"maximumFamilyShare":0.06713343797673584},{"id":"qwen3-vl-8b-thinking--effort-reasoning","maximumSourceShare":0.9999999999999891,"maximumFamilyShare":0.08733290010648465},{"id":"glm-4.7-flash--effort-non-reasoning","maximumSourceShare":0.6817652052974545,"maximumFamilyShare":0.1383347961999159},{"id":"gemma-4-e4b-it--effort-non-reasoning","maximumSourceShare":1.0000000000000038,"maximumFamilyShare":0.1200017014528353},{"id":"nvidia-nemotron-3-nano-4b-bf16--effort-reasoning","maximumSourceShare":1.0000000000000056,"maximumFamilyShare":0.11849565028139501},{"id":"labs-devstral-small-2512--effort-non-reasoning","maximumSourceShare":0.9999999999999949,"maximumFamilyShare":0.05691911465425327},{"id":"gemma-4-e4b-it--effort-reasoning","maximumSourceShare":0.9999999999999998,"maximumFamilyShare":0.12592313897514099},{"id":"mistral-small-4--effort-non-reasoning","maximumSourceShare":1.0000000000000016,"maximumFamilyShare":0.12006848446298747},{"id":"amazon-nova-2-lite--effort-non-reasoning","maximumSourceShare":1.0000000000000127,"maximumFamilyShare":0.1661937473483084},{"id":"nvidia-nemotron-nano-9b-v2--effort-reasoning","maximumSourceShare":1.0000000000000038,"maximumFamilyShare":0.09710949823111216},{"id":"mistral-medium-2505--effort-non-reasoning","maximumSourceShare":0.9999999999999954,"maximumFamilyShare":0.08024834556758877},{"id":"amazon-nova-premier--effort-non-reasoning","maximumSourceShare":1.000000000000011,"maximumFamilyShare":0.08051830087648705},{"id":"qwen3-coder-30b-a3b-instruct--effort-non-reasoning","maximumSourceShare":1.0000000000000022,"maximumFamilyShare":0.08717945626932794},{"id":"deepseek-r1-distill-llama-70b--effort-reasoning","maximumSourceShare":1.0000000000000022,"maximumFamilyShare":0.08717945626932794},{"id":"nvidia-nemotron-nano-9b-v2--effort-non-reasoning","maximumSourceShare":1.0000000000000038,"maximumFamilyShare":0.09710949823111216},{"id":"exaone-4.0-32b--effort-non-reasoning","maximumSourceShare":1.000000000000017,"maximumFamilyShare":0.09718006341855977},{"id":"ministral-3-14b--effort-non-reasoning","maximumSourceShare":0.9999999999999949,"maximumFamilyShare":0.05691911465425327},{"id":"qwen3-235b-a22b--effort-non-reasoning","maximumSourceShare":1.000000000000011,"maximumFamilyShare":0.08852919797113416},{"id":"deepseek-r1-0528-qwen3-8b--effort-reasoning","maximumSourceShare":1.0000000000000022,"maximumFamilyShare":0.08717945626932794},{"id":"deepseek-r1-distill-qwen-32b--effort-reasoning","maximumSourceShare":0.9999999999999872,"maximumFamilyShare":0.12891989614468372},{"id":"qwen3-8b--effort-reasoning","maximumSourceShare":1.000000000000019,"maximumFamilyShare":0.06713343797673584},{"id":"deepseek-r1-distill-qwen-14b--effort-reasoning","maximumSourceShare":0.9999999999999872,"maximumFamilyShare":0.12891989614468372},{"id":"glm-4.6v--effort-non-reasoning","maximumSourceShare":1.0000000000000124,"maximumFamilyShare":0.0821366778435828},{"id":"qwen3-omni-30b-a3b-instruct--effort-non-reasoning","maximumSourceShare":0.9999999999999891,"maximumFamilyShare":0.08733290010648465},{"id":"gemini-2.5-flash-lite--effort-non-reasoning","maximumSourceShare":1.0000000000000033,"maximumFamilyShare":0.08146115938250492},{"id":"mistral-small-2506--effort-non-reasoning","maximumSourceShare":0.9999999999999692,"maximumFamilyShare":0.053653326902939585},{"id":"qwen3-4b-instruct-2507--effort-non-reasoning","maximumSourceShare":1.0000000000000044,"maximumFamilyShare":0.0877632291500294},{"id":"qwen3.5-2b--effort-non-reasoning","maximumSourceShare":0.8843790847111305,"maximumFamilyShare":0.11562091528886873},{"id":"llama-4-scout--effort-non-reasoning","maximumSourceShare":0.9999999999999688,"maximumFamilyShare":0.053653326902939585},{"id":"qwen3-vl-8b-instruct--effort-non-reasoning","maximumSourceShare":0.9999999999999891,"maximumFamilyShare":0.08733290010648465},{"id":"qwen3.5-2b--effort-reasoning","maximumSourceShare":0.9999999999999956,"maximumFamilyShare":0.10744759268623752},{"id":"ministral-3-8b--effort-non-reasoning","maximumSourceShare":0.9999999999999949,"maximumFamilyShare":0.05691911465425327},{"id":"qwen3-30b-a3b--effort-non-reasoning","maximumSourceShare":0.807332016215367,"maximumFamilyShare":0.10579839192030786},{"id":"glm-4.5v--effort-non-reasoning","maximumSourceShare":1.0000000000000087,"maximumFamilyShare":0.08862119917836613},{"id":"qwen3-14b--effort-non-reasoning","maximumSourceShare":0.8075654137165938,"maximumFamilyShare":0.10567022801978904},{"id":"gemma-4-e2b-it--effort-reasoning","maximumSourceShare":0.9999999999999998,"maximumFamilyShare":0.12592313897514099},{"id":"gpt-5-nano--effort-minimal","maximumSourceShare":0.870951912782589,"maximumFamilyShare":0.12904808721740932},{"id":"qwen3-vl-4b-thinking--effort-reasoning","maximumSourceShare":0.9999999999999891,"maximumFamilyShare":0.08733290010648465},{"id":"gemma-4-e2b-it--effort-non-reasoning","maximumSourceShare":1.0000000000000038,"maximumFamilyShare":0.1200017014528353},{"id":"exaone-4.0-1.2b--effort-reasoning","maximumSourceShare":1.0000000000000036,"maximumFamilyShare":0.09710949823111209},{"id":"nvidia-nemotron-3-nano-30b-a3b-bf16--effort-non-reasoning","maximumSourceShare":1.0000000000000109,"maximumFamilyShare":0.10377174116752776},{"id":"qwen3-4b--effort-reasoning","maximumSourceShare":1.000000000000005,"maximumFamilyShare":0.1468973129961468},{"id":"qwen3-32b--effort-non-reasoning","maximumSourceShare":0.7071367134681835,"maximumFamilyShare":0.16003476173296882},{"id":"gemma-3-27b-it--effort-non-reasoning","maximumSourceShare":0.9999999999999936,"maximumFamilyShare":0.05676825704183554},{"id":"amazon-nova-pro--effort-non-reasoning","maximumSourceShare":0.9999999999999953,"maximumFamilyShare":0.08024834556758877},{"id":"kimi-linear-48b-a3b-instruct--effort-non-reasoning","maximumSourceShare":0.9999999999999944,"maximumFamilyShare":0.1179143298418959},{"id":"gpt-4--effort-non-reasoning","maximumSourceShare":1.0000000000000018,"maximumFamilyShare":0.1767125301659095},{"id":"qwen3.5-0.8b--effort-non-reasoning","maximumSourceShare":0.9999999999999901,"maximumFamilyShare":0.10742899881274436},{"id":"gpt-4.1-nano--effort-non-reasoning","maximumSourceShare":1.0000000000000113,"maximumFamilyShare":0.07961817518154707},{"id":"ministral-3-3b--effort-non-reasoning","maximumSourceShare":0.9999999999999949,"maximumFamilyShare":0.05691911465425327},{"id":"nvidia-nemotron-nano-12b-v2-vl-bf16--effort-non-reasoning","maximumSourceShare":1.0000000000000087,"maximumFamilyShare":0.08862119917836613},{"id":"qwen3-1.7b--effort-reasoning","maximumSourceShare":1.0000000000000084,"maximumFamilyShare":0.08846624704838311},{"id":"qwen3-vl-4b-instruct--effort-non-reasoning","maximumSourceShare":0.9999999999999891,"maximumFamilyShare":0.08733290010648465},{"id":"gemma-3-12b-it--effort-non-reasoning","maximumSourceShare":0.9999999999999936,"maximumFamilyShare":0.05676825704183554},{"id":"pixtral-large-2411--effort-non-reasoning","maximumSourceShare":0.9999999999999972,"maximumFamilyShare":0.11486221732889197},{"id":"qwen3-8b--effort-non-reasoning","maximumSourceShare":0.8075654137165938,"maximumFamilyShare":0.10567022801978904},{"id":"phi-4--effort-non-reasoning","maximumSourceShare":1.0000000000000022,"maximumFamilyShare":0.08717945626932794},{"id":"exaone-4.0-1.2b--effort-non-reasoning","maximumSourceShare":1.0000000000000036,"maximumFamilyShare":0.09710949823111209},{"id":"qwen3.5-0.8b--effort-reasoning","maximumSourceShare":0.9999999999999901,"maximumFamilyShare":0.10742899881274436},{"id":"gpt-4o-mini--effort-non-reasoning","maximumSourceShare":1.0000000000000016,"maximumFamilyShare":0.09719868495230154},{"id":"qwen3-4b--effort-non-reasoning","maximumSourceShare":0.6485997808592842,"maximumFamilyShare":0.25602021703187555},{"id":"amazon-nova-lite--effort-non-reasoning","maximumSourceShare":0.99999999999999,"maximumFamilyShare":0.0803469996260813},{"id":"tiny-aya-global--effort-non-reasoning","maximumSourceShare":1.0000000000000042,"maximumFamilyShare":0.11890157521448134},{"id":"deepseek-r1-distill-llama-8b--effort-reasoning","maximumSourceShare":0.9999999999999983,"maximumFamilyShare":0.14870723556633522},{"id":"gpt-4-turbo--effort-non-reasoning","maximumSourceShare":1.000000000000001,"maximumFamilyShare":0.2695919631707945},{"id":"amazon-nova-micro--effort-non-reasoning","maximumSourceShare":1.0000000000000022,"maximumFamilyShare":0.08717945626932794},{"id":"qwen3-0.6b--effort-reasoning","maximumSourceShare":1.000000000000011,"maximumFamilyShare":0.08852919797113416},{"id":"gemma-3n-e4b-it--effort-non-reasoning","maximumSourceShare":1.0000000000000155,"maximumFamilyShare":0.07951077912959287},{"id":"qwen3-1.7b--effort-non-reasoning","maximumSourceShare":0.8279339597108636,"maximumFamilyShare":0.09412925675462021},{"id":"gemma-3-4b-it--effort-non-reasoning","maximumSourceShare":1.000000000000007,"maximumFamilyShare":0.07369950024098346},{"id":"phi-4-mini-instruct--effort-non-reasoning","maximumSourceShare":1.0000000000000064,"maximumFamilyShare":0.08044854794821538},{"id":"phi-4-multimodal-instruct--effort-non-reasoning","maximumSourceShare":1.0000000000000047,"maximumFamilyShare":0.17278093890196655},{"id":"qwen3-0.6b--effort-non-reasoning","maximumSourceShare":1.000000000000011,"maximumFamilyShare":0.08852919797113416},{"id":"gemma-3n-e2b-it--effort-non-reasoning","maximumSourceShare":1.0000000000000022,"maximumFamilyShare":0.08717945626932794},{"id":"gemma-3-1b-it--effort-non-reasoning","maximumSourceShare":1.000000000000011,"maximumFamilyShare":0.08051830087648705},{"id":"gemma-3-270m-it--effort-non-reasoning","maximumSourceShare":1.0000000000000195,"maximumFamilyShare":0.09508029749736777},{"id":"deepseek-r1-distill-qwen-1.5b--effort-reasoning","maximumSourceShare":0.9999999999999872,"maximumFamilyShare":0.12891989614468372},{"id":"gpt-3.5-turbo--effort-non-reasoning","maximumSourceShare":0.9999999999999994,"maximumFamilyShare":0.3537725999521678}],"largestChanges":[{"id":"gemini-3.8-flash--effort-high","score":0.5340598732348756,"change":-0.15598112763636596},{"id":"claude-opus-5--effort-medium","score":0.6190772466389078,"change":-0.13291870263625072},{"id":"gemini-3.8-flash--effort-medium","score":0.5870761466773747,"change":-0.11148336024963346},{"id":"glm-5.3--effort-max","score":0.46931680265927733,"change":-0.10920745648358476},{"id":"claude-opus-5--effort-max","score":0.567845987149627,"change":-0.09639277654781864},{"id":"claude-fable-5--effort-xhigh","score":0.5807776123451962,"change":-0.09257163382293765},{"id":"gpt-6-astra--effort-medium","score":0.7081580762306174,"change":-0.08600741186999483},{"id":"gpt-5.6-sol--effort-xhigh","score":0.636127214862793,"change":-0.08543523383174911},{"id":"gpt-5.3-codex--effort-xhigh","score":0.3117980980849308,"change":0.08533418405544366},{"id":"deepseek-v4-pro-0424--effort-high","score":0.22575889329770946,"change":0.08407709778646888},{"id":"gemini-3.1-pro--effort-high","score":0.45674826341172076,"change":0.08160336903132392},{"id":"gpt-6-astra--effort-high","score":0.725984691749156,"change":-0.0814281170116391},{"id":"gpt-6-astra--effort-max","score":0.7178825951459019,"change":-0.07906622365203908},{"id":"gpt-6-astra--effort-xhigh","score":0.739126600936414,"change":-0.07902838200048912},{"id":"claude-opus-4-6--effort-max","score":0.32941004378821653,"change":-0.07862447432245778}]},"model-source-family":{"retainedRankedConfigurations":389,"retainedRankedModels":211,"topModels":[["claude-fable-5-1--effort-max",0.7973575005128288],["gpt-6-astra--effort-xhigh",0.7570691518777274],["claude-opus-5--effort-xhigh",0.7558307554702041],["claude-fable-5--effort-max",0.7076343406743031],["muse-spark-1.3--effort-xhigh",0.6769048698149084],["gpt-5.6-sol--effort-xhigh",0.6669317402691561],["gpt-5.5-pro--effort-xhigh",0.6354276202320687],["gemini-3.8-flash--effort-medium",0.6015809726334228],["grok-4.6--effort-high",0.5614543232291509],["gemini-3.7-flash--effort-high",0.5585018044921009],["gpt-5.5--effort-xhigh",0.5340423951501664],["kimi-k3--effort-max",0.5212780399177132],["gpt-5.6-terra--effort-max",0.5039689093731378],["qwen-3.8-max--effort-xhigh",0.47380457465404996],["claude-opus-4-8--effort-medium",0.4650498104816518]],"effortReversals":[{"higherRanked":"gpt-6-astra--effort-xhigh","lowerRanked":"gpt-6-astra--effort-max","higherScore":0.7570691518777274,"lowerScore":0.7281317769840991,"sharedUnits":21,"sharedFamilies":18,"sharedSources":["ARC Prize","Artificial Analysis","Cognition","Datacurve","Epoch AI","Terminal-Bench"],"higherWins":6,"lowerWins":14,"ties":1,"higherOnlyUnits":0,"lowerOnlyUnits":32},{"higherRanked":"claude-opus-5--effort-xhigh","lowerRanked":"claude-opus-5--effort-max","higherScore":0.7558307554702041,"lowerScore":0.5577608675723184,"sharedUnits":18,"sharedFamilies":15,"sharedSources":["Artificial Analysis","Cognition","Datacurve"],"higherWins":4,"lowerWins":14,"ties":0,"higherOnlyUnits":2,"lowerOnlyUnits":35},{"higherRanked":"gpt-6-astra--effort-high","lowerRanked":"gpt-6-astra--effort-max","higherScore":0.748120433099059,"lowerScore":0.7281317769840991,"sharedUnits":21,"sharedFamilies":18,"sharedSources":["ARC Prize","Artificial Analysis","Cognition","Datacurve","Epoch AI","Terminal-Bench"],"higherWins":2,"lowerWins":16,"ties":3,"higherOnlyUnits":0,"lowerOnlyUnits":32},{"higherRanked":"gpt-6-astra--effort-medium","lowerRanked":"gpt-6-astra--effort-max","higherScore":0.7355096670025416,"lowerScore":0.7281317769840991,"sharedUnits":21,"sharedFamilies":18,"sharedSources":["ARC Prize","Artificial Analysis","Cognition","Datacurve","Epoch AI","Terminal-Bench"],"higherWins":2,"lowerWins":19,"ties":0,"higherOnlyUnits":0,"lowerOnlyUnits":32},{"higherRanked":"claude-fable-5--effort-max","lowerRanked":"claude-fable-5--effort-xhigh","higherScore":0.7076343406743031,"lowerScore":0.6021056519376575,"sharedUnits":4,"sharedFamilies":3,"sharedSources":["ARC Prize","Cognition","Datacurve"],"higherWins":1,"lowerWins":3,"ties":0,"higherOnlyUnits":49,"lowerOnlyUnits":5},{"higherRanked":"claude-fable-5--effort-high","lowerRanked":"claude-fable-5--effort-xhigh","higherScore":0.6934832384971553,"lowerScore":0.6021056519376575,"sharedUnits":4,"sharedFamilies":3,"sharedSources":["ARC Prize","Cognition","Datacurve"],"higherWins":0,"lowerWins":4,"ties":0,"higherOnlyUnits":6,"lowerOnlyUnits":5},{"higherRanked":"claude-opus-5--effort-high","lowerRanked":"claude-opus-5--effort-max","higherScore":0.6862948348631249,"lowerScore":0.5577608675723184,"sharedUnits":19,"sharedFamilies":16,"sharedSources":["ARC Prize","Artificial Analysis","Cognition","Datacurve"],"higherWins":3,"lowerWins":16,"ties":0,"higherOnlyUnits":2,"lowerOnlyUnits":34},{"higherRanked":"muse-spark-1.3--effort-xhigh","lowerRanked":"muse-spark-1.3--effort-max","higherScore":0.6769048698149084,"lowerScore":0.5607091587136735,"sharedUnits":13,"sharedFamilies":12,"sharedSources":["Artificial Analysis"],"higherWins":4,"lowerWins":8,"ties":1,"higherOnlyUnits":25,"lowerOnlyUnits":1},{"higherRanked":"claude-fable-5--effort-medium","lowerRanked":"claude-fable-5--effort-xhigh","higherScore":0.6695161554933459,"lowerScore":0.6021056519376575,"sharedUnits":4,"sharedFamilies":3,"sharedSources":["ARC Prize","Cognition","Datacurve"],"higherWins":0,"lowerWins":4,"ties":0,"higherOnlyUnits":0,"lowerOnlyUnits":5},{"higherRanked":"gpt-5.6-sol--effort-xhigh","lowerRanked":"gpt-5.6-sol--effort-max","higherScore":0.6669317402691561,"lowerScore":0.6469127575067066,"sharedUnits":22,"sharedFamilies":17,"sharedSources":["ARC Prize","Artificial Analysis","Cognition","Datacurve"],"higherWins":2,"lowerWins":19,"ties":1,"higherOnlyUnits":1,"lowerOnlyUnits":36},{"higherRanked":"claude-opus-5--effort-medium","lowerRanked":"claude-opus-5--effort-max","higherScore":0.6371433051263797,"lowerScore":0.5577608675723184,"sharedUnits":18,"sharedFamilies":15,"sharedSources":["Artificial Analysis","Cognition","Datacurve"],"higherWins":4,"lowerWins":14,"ties":0,"higherOnlyUnits":0,"lowerOnlyUnits":35},{"higherRanked":"gemini-3.8-flash--effort-medium","lowerRanked":"gemini-3.8-flash--effort-high","higherScore":0.6015809726334228,"lowerScore":0.5400761055663924,"sharedUnits":17,"sharedFamilies":15,"sharedSources":["Artificial Analysis","Cognition","Datacurve"],"higherWins":6,"lowerWins":10,"ties":1,"higherOnlyUnits":0,"lowerOnlyUnits":25},{"higherRanked":"grok-4.6--effort-high","lowerRanked":"grok-4.6--effort-xhigh","higherScore":0.5614543232291509,"lowerScore":0.5013537671645734,"sharedUnits":19,"sharedFamilies":17,"sharedSources":["ARC Prize","Artificial Analysis","Datacurve","Epoch AI"],"higherWins":9,"lowerWins":10,"ties":0,"higherOnlyUnits":6,"lowerOnlyUnits":4},{"higherRanked":"grok-4.6--effort-medium","lowerRanked":"grok-4.6--effort-xhigh","higherScore":0.5571450291287274,"lowerScore":0.5013537671645734,"sharedUnits":15,"sharedFamilies":14,"sharedSources":["ARC Prize","Artificial Analysis","Datacurve"],"higherWins":4,"lowerWins":9,"ties":2,"higherOnlyUnits":2,"lowerOnlyUnits":8},{"higherRanked":"claude-opus-4-8--effort-medium","lowerRanked":"claude-opus-4-8--effort-high","higherScore":0.4650498104816518,"lowerScore":0.44207846624869584,"sharedUnits":4,"sharedFamilies":3,"sharedSources":["ARC Prize","Cognition","Datacurve"],"higherWins":0,"lowerWins":4,"ties":0,"higherOnlyUnits":0,"lowerOnlyUnits":1},{"higherRanked":"gpt-5.6-luna--effort-xhigh","lowerRanked":"gpt-5.6-luna--effort-max","higherScore":0.37791213813497154,"lowerScore":0.37051168263589424,"sharedUnits":19,"sharedFamilies":16,"sharedSources":["ARC Prize","Artificial Analysis","Cognition","Datacurve"],"higherWins":0,"lowerWins":17,"ties":2,"higherOnlyUnits":0,"lowerOnlyUnits":37},{"higherRanked":"claude-sonnet-5--effort-xhigh","lowerRanked":"claude-sonnet-5--effort-max","higherScore":0.368006029848865,"lowerScore":0.325253737507107,"sharedUnits":17,"sharedFamilies":16,"sharedSources":["Artificial Analysis","Cognition","Datacurve","Epoch AI"],"higherWins":5,"lowerWins":12,"ties":0,"higherOnlyUnits":23,"lowerOnlyUnits":12},{"higherRanked":"grok-4.3--effort-medium","lowerRanked":"grok-4.3--effort-high","higherScore":0.24497580760420082,"lowerScore":0.18736352485441118,"sharedUnits":9,"sharedFamilies":9,"sharedSources":["Artificial Analysis"],"higherWins":2,"lowerWins":7,"ties":0,"higherOnlyUnits":0,"lowerOnlyUnits":20},{"higherRanked":"claude-sonnet-4-6--effort-max","lowerRanked":"claude-sonnet-4-6--effort-high","higherScore":0.19676765197181192,"lowerScore":0.1656966799640627,"sharedUnits":6,"sharedFamilies":5,"sharedSources":["ARC Prize","Cognition","Epoch AI"],"higherWins":2,"lowerWins":4,"ties":0,"higherOnlyUnits":24,"lowerOnlyUnits":2},{"higherRanked":"gpt-5.6-terra--effort-low","lowerRanked":"gpt-5.6-terra--effort-medium","higherScore":0.1918077128950074,"lowerScore":0.1860008779290002,"sharedUnits":22,"sharedFamilies":18,"sharedSources":["ARC Prize","Artificial Analysis","Cognition","Datacurve","Epoch AI"],"higherWins":2,"lowerWins":20,"ties":0,"higherOnlyUnits":4,"lowerOnlyUnits":0},{"higherRanked":"gpt-oss-20b--effort-high","lowerRanked":"gpt-oss-20b--effort-medium","higherScore":0.04646473529902262,"lowerScore":0.03494914450524473,"sharedUnits":3,"sharedFamilies":3,"sharedSources":["Epoch AI"],"higherWins":0,"lowerWins":3,"ties":0,"higherOnlyUnits":22,"lowerOnlyUnits":0},{"higherRanked":"gemma-4-e4b-it--effort-non-reasoning","lowerRanked":"gemma-4-e4b-it--effort-reasoning","higherScore":0.024623783033524343,"lowerScore":0.022875493358877255,"sharedUnits":9,"sharedFamilies":9,"sharedSources":["Artificial Analysis"],"higherWins":2,"lowerWins":7,"ties":0,"higherOnlyUnits":0,"lowerOnlyUnits":2},{"higherRanked":"qwen3.5-2b--effort-non-reasoning","lowerRanked":"qwen3.5-2b--effort-reasoning","higherScore":0.015526400437613415,"lowerScore":0.015030959124913909,"sharedUnits":11,"sharedFamilies":10,"sharedSources":["Artificial Analysis"],"higherWins":2,"lowerWins":7,"ties":2,"higherOnlyUnits":1,"lowerOnlyUnits":0}],"concentration":[{"id":"claude-fable-5-1--effort-max","maximumSourceShare":0.2991709644468613,"maximumFamilyShare":0.06941600551011909},{"id":"claude-fable-5-1--effort-xhigh","maximumSourceShare":0.4450782206499875,"maximumFamilyShare":0.1611040922464453},{"id":"gpt-6-astra--effort-xhigh","maximumSourceShare":0.45354808616464715,"maximumFamilyShare":0.16345821164217894},{"id":"claude-opus-5--effort-xhigh","maximumSourceShare":0.4549015360435788,"maximumFamilyShare":0.15649476645871432},{"id":"gpt-6-astra--effort-high","maximumSourceShare":0.45354808616464715,"maximumFamilyShare":0.16345821164217894},{"id":"gpt-6-astra--effort-medium","maximumSourceShare":0.45354808616464715,"maximumFamilyShare":0.16345821164217894},{"id":"gpt-6-astra--effort-max","maximumSourceShare":0.275578485789627,"maximumFamilyShare":0.064326517436548},{"id":"claude-fable-5--effort-max","maximumSourceShare":0.2832759011920236,"maximumFamilyShare":0.06850705211135277},{"id":"claude-fable-5--effort-high","maximumSourceShare":0.2239440240990267,"maximumFamilyShare":0.18390555755626128},{"id":"claude-opus-5--effort-high","maximumSourceShare":0.38710534663559115,"maximumFamilyShare":0.14044301502487247},{"id":"muse-spark-1.3--effort-xhigh","maximumSourceShare":0.6484155677333018,"maximumFamilyShare":0.05750844391087877},{"id":"claude-fable-5--effort-medium","maximumSourceShare":0.48312809175861354,"maximumFamilyShare":0.48312809175861354},{"id":"gpt-5.6-sol--effort-xhigh","maximumSourceShare":0.49721617647282,"maximumFamilyShare":0.15380010436683955},{"id":"claude-fable-5-1--effort-high","maximumSourceShare":0.5969148921426138,"maximumFamilyShare":0.2091143123711964},{"id":"gpt-6-astra--effort-low","maximumSourceShare":0.45354808616464715,"maximumFamilyShare":0.16345821164217894},{"id":"gpt-5.6-sol--effort-max","maximumSourceShare":0.2797678053216817,"maximumFamilyShare":0.058789873143204614},{"id":"claude-opus-5--effort-medium","maximumSourceShare":0.6655999567788088,"maximumFamilyShare":0.22237876359845107},{"id":"claude-fable-5-1--effort-medium","maximumSourceShare":0.5969148921426138,"maximumFamilyShare":0.2091143123711964},{"id":"gpt-5.5-pro--effort-xhigh","maximumSourceShare":0.516255060128901,"maximumFamilyShare":0.516255060128901},{"id":"gpt-5.6-sol--effort-high","maximumSourceShare":0.43689048438393624,"maximumFamilyShare":0.1295444438869893},{"id":"claude-fable-5--effort-xhigh","maximumSourceShare":0.34486969897333786,"maximumFamilyShare":0.1738539952590087},{"id":"gemini-3.8-flash--effort-medium","maximumSourceShare":0.7150261137722862,"maximumFamilyShare":0.14821154506496229},{"id":"claude-fable-5-1--effort-low","maximumSourceShare":0.5969148921426138,"maximumFamilyShare":0.2091143123711964},{"id":"grok-4.6--effort-high","maximumSourceShare":0.3649496413909711,"maximumFamilyShare":0.11559753747659277},{"id":"muse-spark-1.3--effort-max","maximumSourceShare":0.9999999999999974,"maximumFamilyShare":0.128090765264717},{"id":"gemini-3.7-flash--effort-high","maximumSourceShare":0.2730204501994449,"maximumFamilyShare":0.06564237836857352},{"id":"claude-opus-5--effort-max","maximumSourceShare":0.2812540220451132,"maximumFamilyShare":0.06619167932613386},{"id":"grok-4.6--effort-medium","maximumSourceShare":0.5398767971283822,"maximumFamilyShare":0.17923182125757076},{"id":"gemini-3.7-flash--effort-medium","maximumSourceShare":0.5666216414028782,"maximumFamilyShare":0.18762070666435846},{"id":"gemini-3.8-flash--effort-high","maximumSourceShare":0.39550669469292676,"maximumFamilyShare":0.08957424016065998},{"id":"gpt-5.5--effort-xhigh","maximumSourceShare":0.2297161929102864,"maximumFamilyShare":0.05742904822757154},{"id":"kimi-k3--effort-max","maximumSourceShare":0.49738804557856,"maximumFamilyShare":0.08713899698222283},{"id":"gpt-5.6-terra--effort-max","maximumSourceShare":0.27638768852660417,"maximumFamilyShare":0.058079581845164346},{"id":"claude-fable-5--effort-low","maximumSourceShare":0.3550500172587353,"maximumFamilyShare":0.27934011254189994},{"id":"grok-4.6--effort-xhigh","maximumSourceShare":0.36868865781984284,"maximumFamilyShare":0.10754105297496694},{"id":"gpt-5.5--effort-high","maximumSourceShare":0.5244809768224696,"maximumFamilyShare":0.15417906365894862},{"id":"qwen-3.8-max--effort-xhigh","maximumSourceShare":0.7480238880996305,"maximumFamilyShare":0.2519761119003688},{"id":"claude-opus-4-8--effort-medium","maximumSourceShare":0.5226073270863689,"maximumFamilyShare":0.5226073270863689},{"id":"deepseek-v4-pro--effort-max","maximumSourceShare":0.534781791584011,"maximumFamilyShare":0.09020451263573429},{"id":"glm-5.3--effort-max","maximumSourceShare":0.3945763458544725,"maximumFamilyShare":0.10694004391023479},{"id":"claude-opus-4-8--effort-xhigh","maximumSourceShare":0.37067620921236294,"maximumFamilyShare":0.22303664188036823},{"id":"claude-opus-4-8--effort-max","maximumSourceShare":0.35040285034546576,"maximumFamilyShare":0.06344638462087082},{"id":"qwen-3.8-max--effort-reasoning","maximumSourceShare":1.00000000000001,"maximumFamilyShare":0.09183713220990468},{"id":"gemini-3.1-pro--effort-high","maximumSourceShare":0.3207430051201246,"maximumFamilyShare":0.10813483302137192},{"id":"claude-opus-4-8--effort-high","maximumSourceShare":0.3722357560190954,"maximumFamilyShare":0.3722357560190954},{"id":"gpt-5.6-sol--effort-medium","maximumSourceShare":0.4373764639900253,"maximumFamilyShare":0.1296885439762785},{"id":"gpt-5.5--effort-medium","maximumSourceShare":0.5043018100932123,"maximumFamilyShare":0.14095319683678936},{"id":"qwen3.8-2.4t-a95b--effort-reasoning","maximumSourceShare":0.9999999999999976,"maximumFamilyShare":0.09574669233347226},{"id":"gpt-5.6-terra--effort-xhigh","maximumSourceShare":0.5827260374418479,"maximumFamilyShare":0.16545262043303582},{"id":"glm-5.3-flash--effort-reasoning","maximumSourceShare":0.9999999999999974,"maximumFamilyShare":0.09574669233347226},{"id":"gemini-3.5-flash--effort-high","maximumSourceShare":0.3235560989861106,"maximumFamilyShare":0.06137331545263833},{"id":"muse-spark-1.2--effort-xhigh","maximumSourceShare":0.4598401178930915,"maximumFamilyShare":0.08472794953413236},{"id":"gemini-3.5-flash--effort-low","maximumSourceShare":1,"maximumFamilyShare":0.5840553101059145},{"id":"gemini-3.7-flash--effort-low","maximumSourceShare":0.5465254654112527,"maximumFamilyShare":0.19926640036843213},{"id":"claude-opus-4-7--effort-xhigh","maximumSourceShare":0.6098641940168967,"maximumFamilyShare":0.2250721689491016},{"id":"gemini-3.8-flash--effort-low","maximumSourceShare":1.0000000000000027,"maximumFamilyShare":0.10351820733919775},{"id":"muse-spark-1.1--effort-xhigh","maximumSourceShare":0.47737939322924966,"maximumFamilyShare":0.0907572365139748},{"id":"claude-opus-5--effort-low","maximumSourceShare":0.4682086647378289,"maximumFamilyShare":0.15522857822037492},{"id":"gpt-5.4--effort-xhigh","maximumSourceShare":0.31892957960593954,"maximumFamilyShare":0.0702280909308916},{"id":"gemini-3.6-flash--effort-high","maximumSourceShare":0.2941448609813467,"maximumFamilyShare":0.06363575123705124},{"id":"gpt-5.6-luna--effort-xhigh","maximumSourceShare":0.5459795612648248,"maximumFamilyShare":0.18340010262225415},{"id":"qwen3.8-flash-next--effort-reasoning","maximumSourceShare":0.9999999999999933,"maximumFamilyShare":0.10149914292258083},{"id":"gpt-5.6-terra--effort-high","maximumSourceShare":0.5257097603628673,"maximumFamilyShare":0.14329131945855378},{"id":"gpt-5.6-luna--effort-max","maximumSourceShare":0.27930495183984766,"maximumFamilyShare":0.060223889543476336},{"id":"grok-4.5--effort-high","maximumSourceShare":0.2938068480066971,"maximumFamilyShare":0.08255488917986986},{"id":"gemini-3-flash-preview--effort-high","maximumSourceShare":0.7259634506323807,"maximumFamilyShare":0.2740365493676208},{"id":"claude-sonnet-5--effort-xhigh","maximumSourceShare":0.3660894418305972,"maximumFamilyShare":0.08703393707101935},{"id":"claude-opus-4-8--effort-low","maximumSourceShare":0.3431260798434643,"maximumFamilyShare":0.306979414732726},{"id":"kimi-k3--effort-high","maximumSourceShare":0.5347708923918515,"maximumFamilyShare":0.5347708923918515},{"id":"qwen3.8-27b--effort-xhigh","maximumSourceShare":1.0000000000000022,"maximumFamilyShare":0.13788763107677202},{"id":"deepseek-v4-pro-0424--effort-max","maximumSourceShare":1.0000000000000033,"maximumFamilyShare":0.06946805742266231},{"id":"gpt-5.6-sol--effort-low","maximumSourceShare":0.4015437106009099,"maximumFamilyShare":0.11413403831957326},{"id":"claude-sonnet-5--effort-max","maximumSourceShare":0.4179949813709981,"maximumFamilyShare":0.10534884945565351},{"id":"claude-opus-4-6--effort-high","maximumSourceShare":0.423586770324702,"maximumFamilyShare":0.20920283666352904},{"id":"gemini-3.5-flash--effort-medium","maximumSourceShare":1.000000000000009,"maximumFamilyShare":0.10820125010729735},{"id":"gemini-3.1-pro--effort-reasoning","maximumSourceShare":1.000000000000005,"maximumFamilyShare":0.05801223969135631},{"id":"glm-5.3-flash--effort-max","maximumSourceShare":0.52422000952954,"maximumFamilyShare":0.2404957785038608},{"id":"claude-opus-4-6--effort-max","maximumSourceShare":0.44167260170672185,"maximumFamilyShare":0.10783064450716026},{"id":"claude-opus-4-7--effort-max","maximumSourceShare":0.4754725926710559,"maximumFamilyShare":0.11011133771773828},{"id":"glm-5.2--effort-max","maximumSourceShare":0.6283514878296234,"maximumFamilyShare":0.08142051786962587},{"id":"qwen3.7-max--effort-reasoning","maximumSourceShare":1.0000000000000047,"maximumFamilyShare":0.069487888743732},{"id":"gemini-3-flash-preview--effort-reasoning","maximumSourceShare":1,"maximumFamilyShare":0.09018148831892663},{"id":"kimi-k2.6--effort-reasoning","maximumSourceShare":0.9999999999999947,"maximumFamilyShare":0.06913499221335447},{"id":"deepseek-v4-flash--effort-max","maximumSourceShare":0.425884104550109,"maximumFamilyShare":0.12090216675792789},{"id":"grok-4.5--effort-medium","maximumSourceShare":0.7756806836821828,"maximumFamilyShare":0.5826761076920614},{"id":"gpt-5.2--effort-xhigh","maximumSourceShare":0.7309342675360969,"maximumFamilyShare":0.1749338825637825},{"id":"claude-sonnet-5--effort-high","maximumSourceShare":0.34965280105526325,"maximumFamilyShare":0.23345203257933922},{"id":"claude-sonnet-5--effort-medium","maximumSourceShare":0.5681159997892462,"maximumFamilyShare":0.295016244485554},{"id":"claude-opus-4-5-20251101--effort-thinking-64k","maximumSourceShare":1.000000000000006,"maximumFamilyShare":0.14285714285714335},{"id":"gpt-5.2--effort-high","maximumSourceShare":0.7067998946292418,"maximumFamilyShare":0.2932001053707591},{"id":"gpt-5.3-codex--effort-xhigh","maximumSourceShare":0.9124651561750099,"maximumFamilyShare":0.0963889637324891},{"id":"kimi-k2.7-code--effort-reasoning","maximumSourceShare":0.9999999999999919,"maximumFamilyShare":0.07839495288772769},{"id":"hy3--effort-reasoning","maximumSourceShare":0.9999999999999952,"maximumFamilyShare":0.10214121128846844},{"id":"grok-4.6--effort-low","maximumSourceShare":0.5398767971283822,"maximumFamilyShare":0.17923182125757076},{"id":"gpt-5.6-luna--effort-high","maximumSourceShare":0.4606645658156241,"maximumFamilyShare":0.16867596660535703},{"id":"minimax-m3--effort-reasoning","maximumSourceShare":1.0000000000000036,"maximumFamilyShare":0.06832989772814119},{"id":"grok-4.3--effort-medium","maximumSourceShare":0.9999999999999989,"maximumFamilyShare":0.11965914303825376},{"id":"glm-5.1--effort-reasoning","maximumSourceShare":0.9999999999999989,"maximumFamilyShare":0.0835391574397171},{"id":"qwen3.6-plus--effort-reasoning","maximumSourceShare":0.9999999999999937,"maximumFamilyShare":0.10723699350656536},{"id":"qwen3.7-plus--effort-reasoning","maximumSourceShare":1.0000000000000233,"maximumFamilyShare":0.06791349292467543},{"id":"claude-opus-4-5-20251101--effort-reasoning","maximumSourceShare":1.0000000000000133,"maximumFamilyShare":0.0829367970748637},{"id":"gpt-5.5--effort-low","maximumSourceShare":0.3876301598065563,"maximumFamilyShare":0.1507649385291114},{"id":"claude-opus-4-7--effort-non-reasoning","maximumSourceShare":1.0000000000000002,"maximumFamilyShare":0.12821469322946843},{"id":"gpt-5.4--effort-low","maximumSourceShare":0.7816126691795009,"maximumFamilyShare":0.21838733082051065},{"id":"gpt-5.2--effort-medium","maximumSourceShare":0.7142590155204602,"maximumFamilyShare":0.1430138052991591},{"id":"kimi-k3--effort-low","maximumSourceShare":0.6440326539263773,"maximumFamilyShare":0.13323061990096507},{"id":"claude-sonnet-5--effort-low","maximumSourceShare":0.5681159997892462,"maximumFamilyShare":0.295016244485554},{"id":"gpt-5.1--effort-high","maximumSourceShare":0.885649622977396,"maximumFamilyShare":0.11435037702262296},{"id":"glm-5.2--effort-low","maximumSourceShare":1.0000000000000016,"maximumFamilyShare":0.3489463693711345},{"id":"claude-opus-4-8--effort-non-reasoning","maximumSourceShare":1,"maximumFamilyShare":0.36999565494407666},{"id":"deepseek-v4-flash--effort-high","maximumSourceShare":0.7155965675892628,"maximumFamilyShare":0.14750545905115012},{"id":"mimo-v2.5-pro--effort-reasoning","maximumSourceShare":1.0000000000000167,"maximumFamilyShare":0.06891097415529789},{"id":"deepseek-v4-pro-0424--effort-high","maximumSourceShare":0.7505354044498016,"maximumFamilyShare":0.2494645955501987},{"id":"glm-5--effort-reasoning","maximumSourceShare":1.0000000000000109,"maximumFamilyShare":0.122525888440987},{"id":"claude-sonnet-4-6--effort-medium","maximumSourceShare":0.5250693114990636,"maximumFamilyShare":0.19578910336773447},{"id":"gpt-5.6-sol--effort-non-reasoning","maximumSourceShare":0.9999999999999978,"maximumFamilyShare":0.12975716046692395},{"id":"gemini-3.6-flash--effort-low","maximumSourceShare":0.48067587808942724,"maximumFamilyShare":0.34953759428775366},{"id":"gpt-5--effort-high","maximumSourceShare":0.7984227559232279,"maximumFamilyShare":0.1539592193139947},{"id":"claude-sonnet-4-6--effort-max","maximumSourceShare":0.5570657171634896,"maximumFamilyShare":0.09602012240644738},{"id":"glm-4.7--effort-reasoning","maximumSourceShare":1.0000000000000044,"maximumFamilyShare":0.10098895577692793},{"id":"gpt-5.4-mini--effort-xhigh","maximumSourceShare":0.4795518803053318,"maximumFamilyShare":0.0681029323424344},{"id":"grok-4.5--effort-low","maximumSourceShare":0.7756806836821828,"maximumFamilyShare":0.5826761076920614},{"id":"qwen3.5-397b-a17b--effort-reasoning","maximumSourceShare":0.9999999999999878,"maximumFamilyShare":0.06075394199682288},{"id":"qwen3.5-27b--effort-reasoning","maximumSourceShare":1.0000000000000104,"maximumFamilyShare":0.09972354313209049},{"id":"gpt-5.6-terra--effort-low","maximumSourceShare":0.38873974803162414,"maximumFamilyShare":0.11837666345948365},{"id":"claude-opus-4-5-20251101--effort-thinking-32k","maximumSourceShare":0.9999999999999998,"maximumFamilyShare":0.5028917075744229},{"id":"solar-pro4-260806--effort-reasoning","maximumSourceShare":1.0000000000000042,"maximumFamilyShare":0.11184563924593288},{"id":"glm-5-turbo--effort-reasoning","maximumSourceShare":0.9999999999999993,"maximumFamilyShare":0.13477440805737143},{"id":"grok-4.3--effort-high","maximumSourceShare":0.6907024976632575,"maximumFamilyShare":0.07187521978568014},{"id":"hy3-preview--effort-reasoning","maximumSourceShare":1.0000000000000047,"maximumFamilyShare":0.13346933352699794},{"id":"gpt-5.6-terra--effort-medium","maximumSourceShare":0.4482027867512178,"maximumFamilyShare":0.14567292043745653},{"id":"gemini-3.5-flash--effort-minimal","maximumSourceShare":0.5457051913633632,"maximumFamilyShare":0.180385646878258},{"id":"gpt-5.4-nano--effort-xhigh","maximumSourceShare":0.5648840655515244,"maximumFamilyShare":0.06793858939403323},{"id":"solar-open2-250b--effort-reasoning","maximumSourceShare":1.000000000000005,"maximumFamilyShare":0.13855431061039114},{"id":"minimax-m2.5--effort-reasoning","maximumSourceShare":1.0000000000000102,"maximumFamilyShare":0.12070020757119033},{"id":"gemini-3.5-flash-lite--effort-reasoning","maximumSourceShare":0.9999999999999923,"maximumFamilyShare":0.08586153087064045},{"id":"o3--effort-reasoning","maximumSourceShare":1.0000000000000053,"maximumFamilyShare":0.0818627839802773},{"id":"deepseek-v3.2--effort-reasoning","maximumSourceShare":1.0000000000000087,"maximumFamilyShare":0.08932672533498322},{"id":"grok-4.3--effort-low","maximumSourceShare":0.9999999999999989,"maximumFamilyShare":0.11965914303825376},{"id":"mimo-v2-flash--effort-reasoning","maximumSourceShare":1.0000000000000113,"maximumFamilyShare":0.09002061870899992},{"id":"qwen3.6-27b--effort-reasoning","maximumSourceShare":0.9999999999999926,"maximumFamilyShare":0.07533523090077432},{"id":"claude-sonnet-5--effort-non-reasoning","maximumSourceShare":0.9999999999999964,"maximumFamilyShare":0.22199946305042187},{"id":"claude-opus-4-6--effort-non-reasoning","maximumSourceShare":0.9043075345689919,"maximumFamilyShare":0.19120221053940337},{"id":"claude-sonnet-4-5-20250929--effort-thinking-32k","maximumSourceShare":0.6659752883626641,"maximumFamilyShare":0.39529014497013415},{"id":"gpt-5--effort-medium","maximumSourceShare":0.776741146630089,"maximumFamilyShare":0.1725283447941531},{"id":"claude-sonnet-4-6--effort-high","maximumSourceShare":0.28592128176624093,"maximumFamilyShare":0.2733390586297543},{"id":"deepseek-v3.2-speciale--effort-reasoning","maximumSourceShare":1.0000000000000095,"maximumFamilyShare":0.08976767660962028},{"id":"gpt-5.6-sol--effort-none","maximumSourceShare":0.9999999999999999,"maximumFamilyShare":0.4637527494424183},{"id":"qwen3.8-27b--effort-medium","maximumSourceShare":0.9999999999999939,"maximumFamilyShare":0.1099341244813003},{"id":"nemotron-3-ultra--effort-reasoning","maximumSourceShare":0.9999999999999502,"maximumFamilyShare":0.0741833370502603},{"id":"minimax-m2.7--effort-reasoning","maximumSourceShare":0.9999999999999709,"maximumFamilyShare":0.07377299538128727},{"id":"step-3.7-flash--effort-reasoning","maximumSourceShare":0.99999999999999,"maximumFamilyShare":0.07926925759187277},{"id":"glm-5v-turbo--effort-reasoning","maximumSourceShare":1.0000000000000067,"maximumFamilyShare":0.1192362201186291},{"id":"mimo-v2.5--effort-reasoning","maximumSourceShare":1.0000000000000075,"maximumFamilyShare":0.07954767892589074},{"id":"claude-sonnet-4-5-20250929--effort-reasoning","maximumSourceShare":1.0000000000000067,"maximumFamilyShare":0.06464548154066932},{"id":"gemini-3.5-flash-lite--effort-high","maximumSourceShare":0.48039787048971333,"maximumFamilyShare":0.15676895600672594},{"id":"gemini-3.1-flash-lite--effort-high","maximumSourceShare":1.000000000000001,"maximumFamilyShare":0.2997164871225228},{"id":"gemini-3.6-flash--effort-minimal","maximumSourceShare":0.6006556153901221,"maximumFamilyShare":0.39934438460987726},{"id":"qwen3.7-plus--effort-non-reasoning","maximumSourceShare":1.0000000000000004,"maximumFamilyShare":0.33001642041668994},{"id":"qwen3.8-27b--effort-low","maximumSourceShare":0.9999999999999939,"maximumFamilyShare":0.1099341244813003},{"id":"qwen3.5-122b-a10b--effort-reasoning","maximumSourceShare":1.000000000000001,"maximumFamilyShare":0.07480017094044793},{"id":"gpt-5.6-luna--effort-medium","maximumSourceShare":0.34893953803277533,"maximumFamilyShare":0.13649992691489063},{"id":"gemini-3-flash-preview--effort-non-reasoning","maximumSourceShare":1.000000000000007,"maximumFamilyShare":0.08276883331975673},{"id":"o4-mini--effort-high","maximumSourceShare":0.7622085310812625,"maximumFamilyShare":0.15465969107768843},{"id":"qwen3.5-35b-a3b--effort-reasoning","maximumSourceShare":1.000000000000002,"maximumFamilyShare":0.0996475446973079},{"id":"minimax-m2.1--effort-reasoning","maximumSourceShare":1.0000000000000095,"maximumFamilyShare":0.08976767660962029},{"id":"gpt-5.5--effort-non-reasoning","maximumSourceShare":1.0000000000000053,"maximumFamilyShare":0.11627107135483777},{"id":"gpt-5.6-terra--effort-non-reasoning","maximumSourceShare":1.0000000000000042,"maximumFamilyShare":0.12979094479810788},{"id":"qwen3.5-397b-a17b--effort-non-reasoning","maximumSourceShare":0.642600106685859,"maximumFamilyShare":0.12014995644743229},{"id":"gpt-5.6-luna--effort-low","maximumSourceShare":0.34138745179845953,"maximumFamilyShare":0.11880613489173755},{"id":"gemma-4-31b-it--effort-reasoning","maximumSourceShare":1.0000000000000127,"maximumFamilyShare":0.06717081774964899},{"id":"claude-opus-4-5-20251101--effort-non-reasoning","maximumSourceShare":1.0000000000000133,"maximumFamilyShare":0.0829367970748637},{"id":"gemini-2.5-pro--effort-reasoning","maximumSourceShare":0.9999999999999687,"maximumFamilyShare":0.056296770881550044},{"id":"qwen3.6-35b-a3b--effort-reasoning","maximumSourceShare":0.9999999999999952,"maximumFamilyShare":0.08030124979483044},{"id":"gpt-5.4-mini--effort-medium","maximumSourceShare":0.6441023875585935,"maximumFamilyShare":0.19500632662324965},{"id":"gpt-5--effort-low","maximumSourceShare":0.7933081120882474,"maximumFamilyShare":0.20669188791176268},{"id":"gemini-3.1-flash-lite--effort-reasoning","maximumSourceShare":1.0000000000000058,"maximumFamilyShare":0.06501522329113688},{"id":"gpt-5-mini--effort-high","maximumSourceShare":0.7910475837780969,"maximumFamilyShare":0.11553908419495175},{"id":"qwen3.5-122b-a10b--effort-non-reasoning","maximumSourceShare":0.8852089415652368,"maximumFamilyShare":0.11479105843477563},{"id":"glm-5.1--effort-non-reasoning","maximumSourceShare":0.8699653168754246,"maximumFamilyShare":0.13003468312456712},{"id":"kimi-k2.6--effort-non-reasoning","maximumSourceShare":0.8439547343022845,"maximumFamilyShare":0.1560452656977176},{"id":"minimax-m2--effort-reasoning","maximumSourceShare":1.0000000000000095,"maximumFamilyShare":0.08976767660962029},{"id":"gpt-5-mini--effort-medium","maximumSourceShare":0.6821184374412511,"maximumFamilyShare":0.16898187414283045},{"id":"glm-4.6--effort-reasoning","maximumSourceShare":0.9999999999999971,"maximumFamilyShare":0.09686021203826144},{"id":"ernie-5.0-thinking-preview--effort-reasoning","maximumSourceShare":0.9999999999999961,"maximumFamilyShare":0.08937867852608103},{"id":"mistral-medium-3.5--effort-reasoning","maximumSourceShare":1.0000000000000036,"maximumFamilyShare":0.06832989772814119},{"id":"deepseek-v4-pro-0424--effort-non-reasoning","maximumSourceShare":1.000000000000003,"maximumFamilyShare":0.13457967982166033},{"id":"qwen3.6-27b--effort-non-reasoning","maximumSourceShare":0.6436825719943285,"maximumFamilyShare":0.11978605550033293},{"id":"gpt-5.4--effort-non-reasoning","maximumSourceShare":1.000000000000002,"maximumFamilyShare":0.11866955383249864},{"id":"deepseek-r1-0528--effort-reasoning","maximumSourceShare":0.9999999999999973,"maximumFamilyShare":0.0821739707961488},{"id":"qwen3.5-omni-plus--effort-non-reasoning","maximumSourceShare":1.0000000000000069,"maximumFamilyShare":0.1192362201186291},{"id":"doubao-seed-code--effort-reasoning","maximumSourceShare":1.0000000000000075,"maximumFamilyShare":0.08258085986627053},{"id":"mimo-v2.5-pro--effort-non-reasoning","maximumSourceShare":1.0000000000000047,"maximumFamilyShare":0.13331461789998236},{"id":"qwen3.5-27b--effort-non-reasoning","maximumSourceShare":1.000000000000007,"maximumFamilyShare":0.1086151307558552},{"id":"amazon-nova-2-pro-preview--effort-medium","maximumSourceShare":1.0000000000000053,"maximumFamilyShare":0.10795158579403158},{"id":"glm-5.2--effort-non-reasoning","maximumSourceShare":0.6706293134314945,"maximumFamilyShare":0.14922925851703006},{"id":"k-exaone-2.0-750b-a37b--effort-reasoning","maximumSourceShare":1.0000000000000049,"maximumFamilyShare":0.13855431061039108},{"id":"qwen3.8-27b--effort-non-reasoning","maximumSourceShare":0.9999999999999994,"maximumFamilyShare":0.12967411705135123},{"id":"gpt-5.4-nano--effort-medium","maximumSourceShare":0.7815771647694972,"maximumFamilyShare":0.2184228352305133},{"id":"qwen3.5-9b--effort-reasoning","maximumSourceShare":0.999999999999997,"maximumFamilyShare":0.12702387327423895},{"id":"gemini-2.5-flash--effort-reasoning","maximumSourceShare":1.000000000000005,"maximumFamilyShare":0.08179133672649849},{"id":"o1--effort-reasoning","maximumSourceShare":1.00000000000001,"maximumFamilyShare":0.09719393951160395},{"id":"k-exaone-236b-a23b--effort-reasoning","maximumSourceShare":1.0000000000000033,"maximumFamilyShare":0.11199872895385764},{"id":"qwen3-235b-a22b-thinking-2507--effort-reasoning","maximumSourceShare":1.0000000000000142,"maximumFamilyShare":0.05975824148358299},{"id":"gemma-4-26b-a4b-it--effort-reasoning","maximumSourceShare":1.0000000000000069,"maximumFamilyShare":0.11347458947210588},{"id":"claude-opus-4-6--effort-low","maximumSourceShare":0.4091990448127956,"maximumFamilyShare":0.4091990448127956},{"id":"nvidia-nemotron-3-super-120b-a12b-bf16--effort-reasoning","maximumSourceShare":0.999999999999958,"maximumFamilyShare":0.07323194923964783},{"id":"qwen3.5-35b-a3b--effort-non-reasoning","maximumSourceShare":0.7221436760931088,"maximumFamilyShare":0.12230647771531337},{"id":"gpt-5.5--effort-none","maximumSourceShare":1.0000000000000013,"maximumFamilyShare":0.38909459177081995},{"id":"deepseek-v4-flash--effort-non-reasoning","maximumSourceShare":1.000000000000005,"maximumFamilyShare":0.15038322340507848},{"id":"deepseek-v3.2--effort-non-reasoning","maximumSourceShare":1.0000000000000082,"maximumFamilyShare":0.09002748338729674},{"id":"qwen3.7-flash--effort-non-reasoning","maximumSourceShare":1.0000000000000004,"maximumFamilyShare":0.33001642041668994},{"id":"gemma-4-26b-a4b-it--effort-minimal","maximumSourceShare":1.0000000000000009,"maximumFamilyShare":0.36222680899793996},{"id":"gpt-5.2--effort-non-reasoning","maximumSourceShare":1.0000000000000164,"maximumFamilyShare":0.1139639839255361},{"id":"amazon-nova-2-lite--effort-high","maximumSourceShare":1.0000000000000062,"maximumFamilyShare":0.15421298904381853},{"id":"exaone-4.5-33b--effort-reasoning","maximumSourceShare":1.0000000000000127,"maximumFamilyShare":0.10803958247216751},{"id":"qwen3.6-35b-a3b--effort-non-reasoning","maximumSourceShare":0.6436707243468802,"maximumFamilyShare":0.11979003841793484},{"id":"claude-haiku-4-5-20251001--effort-reasoning","maximumSourceShare":1.000000000000022,"maximumFamilyShare":0.05301135238758233},{"id":"glm-4.5--effort-reasoning","maximumSourceShare":0.9999999999999968,"maximumFamilyShare":0.08883772943060933},{"id":"glm-5--effort-non-reasoning","maximumSourceShare":0.9999999999999942,"maximumFamilyShare":0.1589472479824624},{"id":"amazon-nova-2-pro-preview--effort-low","maximumSourceShare":1.0000000000000115,"maximumFamilyShare":0.09536483834377447},{"id":"hy3-preview--effort-non-reasoning","maximumSourceShare":1.0000000000000047,"maximumFamilyShare":0.13346933352699794},{"id":"amazon-nova-2-lite--effort-medium","maximumSourceShare":1.0000000000000064,"maximumFamilyShare":0.08885607121498955},{"id":"gemma-4-31b-it--effort-non-reasoning","maximumSourceShare":1.000000000000013,"maximumFamilyShare":0.11222917119864038},{"id":"qwen3-next-80b-a3b-thinking--effort-reasoning","maximumSourceShare":1.000000000000023,"maximumFamilyShare":0.08278458352278122},{"id":"gemma-4-12b-it--effort-reasoning","maximumSourceShare":1.0000000000000155,"maximumFamilyShare":0.12582985546970363},{"id":"gemini-3.1-flash-lite--effort-low","maximumSourceShare":1.000000000000001,"maximumFamilyShare":0.2997164871225228},{"id":"gpt-5.6-luna--effort-non-reasoning","maximumSourceShare":1.0000000000000004,"maximumFamilyShare":0.12987334129292383},{"id":"qwen3.5-9b--effort-non-reasoning","maximumSourceShare":0.6704958682958274,"maximumFamilyShare":0.14544493579800014},{"id":"gpt-5.6-luna--effort-none","maximumSourceShare":0.9999999999999999,"maximumFamilyShare":0.352050078964256},{"id":"gpt-oss-120b--effort-high","maximumSourceShare":0.8356959959212855,"maximumFamilyShare":0.0942829395114475},{"id":"glm-4.7-flash--effort-reasoning","maximumSourceShare":1.000000000000001,"maximumFamilyShare":0.13346610402883657},{"id":"qwen3.5-4b--effort-reasoning","maximumSourceShare":1.000000000000006,"maximumFamilyShare":0.12324218629942962},{"id":"command-a-plus-05-2026--effort-reasoning","maximumSourceShare":0.9999999999999805,"maximumFamilyShare":0.08000307344621158},{"id":"grok-4.3--effort-non-reasoning","maximumSourceShare":1.0000000000000084,"maximumFamilyShare":0.09955786296008386},{"id":"qwen3-vl-32b-thinking--effort-reasoning","maximumSourceShare":1.000000000000012,"maximumFamilyShare":0.08930983468675806},{"id":"o3-mini--effort-high","maximumSourceShare":0.8055782413442601,"maximumFamilyShare":0.13932490960471117},{"id":"gemma-4-31b-it--effort-minimal","maximumSourceShare":1.0000000000000009,"maximumFamilyShare":0.36222680899793996},{"id":"magistral-medium-2509--effort-reasoning","maximumSourceShare":1.0000000000000273,"maximumFamilyShare":0.07631597986462484},{"id":"claude-sonnet-4-5-20250929--effort-non-reasoning","maximumSourceShare":1.000000000000006,"maximumFamilyShare":0.08887156048152195},{"id":"gemini-3.1-flash-lite--effort-minimal","maximumSourceShare":1.000000000000001,"maximumFamilyShare":0.2997164871225228},{"id":"nvidia-nemotron-3-nano-30b-a3b-bf16--effort-reasoning","maximumSourceShare":0.9999999999999941,"maximumFamilyShare":0.07129219514821543},{"id":"gpt-5-nano--effort-high","maximumSourceShare":0.8556502168443989,"maximumFamilyShare":0.14434978315560865},{"id":"gemini-3.5-flash-lite--effort-low","maximumSourceShare":0.596549761177839,"maximumFamilyShare":0.4034502388221605},{"id":"seed-oss-36b-instruct--effort-reasoning","maximumSourceShare":1.0000000000000095,"maximumFamilyShare":0.08976767660962029},{"id":"qwen3-235b-a22b-instruct-2507--effort-non-reasoning","maximumSourceShare":0.9999999999999968,"maximumFamilyShare":0.08883772943060932},{"id":"glm-4.7--effort-non-reasoning","maximumSourceShare":1.0000000000000095,"maximumFamilyShare":0.11431222569013698},{"id":"diffusiongemma-26b-a4b--effort-reasoning","maximumSourceShare":0.9999999999999966,"maximumFamilyShare":0.12639252260320613},{"id":"nvidia-nemotron-3.5-lightning-30b-a3b-bf16--effort-reasoning","maximumSourceShare":0.9999999999999976,"maximumFamilyShare":0.09574669233347226},{"id":"mistral-small-4--effort-reasoning","maximumSourceShare":1.000000000000009,"maximumFamilyShare":0.07795349102174395},{"id":"minimax-m1-80k--effort-reasoning","maximumSourceShare":0.9999999999999968,"maximumFamilyShare":0.08883772943060932},{"id":"gemma-4-26b-a4b-it--effort-non-reasoning","maximumSourceShare":1.000000000000004,"maximumFamilyShare":0.11837782306767236},{"id":"o3-mini--effort-reasoning","maximumSourceShare":1.0000000000000062,"maximumFamilyShare":0.15308789748657808},{"id":"glm-4.5-air--effort-reasoning","maximumSourceShare":0.9999999999999968,"maximumFamilyShare":0.08883772943060933},{"id":"gpt-5.6-terra--effort-none","maximumSourceShare":1.0000000000000002,"maximumFamilyShare":0.44265954783743344},{"id":"solar-pro3-260323--effort-reasoning","maximumSourceShare":1.0000000000000013,"maximumFamilyShare":0.08806182078931332},{"id":"qwen3-vl-235b-a22b-instruct--effort-non-reasoning","maximumSourceShare":1.000000000000012,"maximumFamilyShare":0.08930983468675806},{"id":"gpt-5-nano--effort-medium","maximumSourceShare":0.8394136692588562,"maximumFamilyShare":0.1605863307411471},{"id":"gpt-oss-20b--effort-high","maximumSourceShare":0.8696726530001145,"maximumFamilyShare":0.09003527377726003},{"id":"qwen3-coder-next--effort-non-reasoning","maximumSourceShare":1.0000000000000198,"maximumFamilyShare":0.0798167683264836},{"id":"qwen3-30b-a3b-thinking-2507--effort-reasoning","maximumSourceShare":1.0000000000000075,"maximumFamilyShare":0.06360777754897919},{"id":"gemini-2.5-flash--effort-non-reasoning","maximumSourceShare":1.000000000000005,"maximumFamilyShare":0.08179133672649849},{"id":"claude-haiku-4-5-20251001--effort-thinking-32k","maximumSourceShare":0.7599294643316542,"maximumFamilyShare":0.24487843279791216},{"id":"qwen3.5-omni-flash--effort-non-reasoning","maximumSourceShare":1.0000000000000069,"maximumFamilyShare":0.1192362201186291},{"id":"gpt-5--effort-non-reasoning","maximumSourceShare":0.9999999999999956,"maximumFamilyShare":0.16590035500978878},{"id":"gpt-oss-120b--effort-low","maximumSourceShare":0.9999999999999972,"maximumFamilyShare":0.08267180840631744},{"id":"solar-open-100b--effort-reasoning","maximumSourceShare":1.0000000000000102,"maximumFamilyShare":0.12070020757119033},{"id":"qwen3-vl-30b-a3b-thinking--effort-reasoning","maximumSourceShare":1.0000000000000207,"maximumFamilyShare":0.09662091741141887},{"id":"qwen3-next-80b-a3b-instruct--effort-non-reasoning","maximumSourceShare":1.0000000000000153,"maximumFamilyShare":0.09709686228141555},{"id":"gpt-5.1--effort-non-reasoning","maximumSourceShare":1.0000000000000155,"maximumFamilyShare":0.08891737428336419},{"id":"minimax-m3--effort-non-reasoning","maximumSourceShare":1.0000000000000002,"maximumFamilyShare":0.4024349974283712},{"id":"gemini-3.5-flash-lite--effort-minimal","maximumSourceShare":0.596549761177839,"maximumFamilyShare":0.4034502388221605},{"id":"mimo-v2-flash--effort-non-reasoning","maximumSourceShare":0.9999999999999996,"maximumFamilyShare":0.09560410768647287},{"id":"gpt-5.4-mini--effort-non-reasoning","maximumSourceShare":1.0000000000000047,"maximumFamilyShare":0.10116925246012774},{"id":"glm-4.6--effort-non-reasoning","maximumSourceShare":1.0000000000000038,"maximumFamilyShare":0.09655456381046061},{"id":"gpt-4.1--effort-non-reasoning","maximumSourceShare":1.0000000000000053,"maximumFamilyShare":0.0818627839802773},{"id":"gpt-5--effort-minimal","maximumSourceShare":0.7602484006862734,"maximumFamilyShare":0.1874820686819311},{"id":"exaone-4.0-32b--effort-reasoning","maximumSourceShare":1.0000000000000064,"maximumFamilyShare":0.11369085680653651},{"id":"qwen3-235b-a22b--effort-reasoning","maximumSourceShare":1.000000000000008,"maximumFamilyShare":0.08878776344367167},{"id":"amazon-nova-2-lite--effort-low","maximumSourceShare":1.0000000000000064,"maximumFamilyShare":0.08885607121498955},{"id":"gpt-5-mini--effort-minimal","maximumSourceShare":0.8394146216790477,"maximumFamilyShare":0.16058537832095382},{"id":"qwen3-32b--effort-reasoning","maximumSourceShare":1.000000000000004,"maximumFamilyShare":0.06889523786280091},{"id":"mistral-large-3--effort-non-reasoning","maximumSourceShare":0.9999999999999937,"maximumFamilyShare":0.059871448711751464},{"id":"qwen3.5-4b--effort-non-reasoning","maximumSourceShare":0.8293424123649822,"maximumFamilyShare":0.1706575876350341},{"id":"qwen3-vl-32b-instruct--effort-non-reasoning","maximumSourceShare":1.0000000000000207,"maximumFamilyShare":0.09662091741141887},{"id":"gpt-oss-20b--effort-medium","maximumSourceShare":0.9999999999999994,"maximumFamilyShare":0.3705339386673813},{"id":"gemini-2.5-flash-lite--effort-reasoning","maximumSourceShare":0.9999999999999989,"maximumFamilyShare":0.09000081309425856},{"id":"qwen3-coder-480b-a35b-instruct--effort-non-reasoning","maximumSourceShare":0.9999999999999968,"maximumFamilyShare":0.08883772943060932},{"id":"devstral-2512--effort-non-reasoning","maximumSourceShare":1.0000000000000004,"maximumFamilyShare":0.06384907572972812},{"id":"k-exaone-236b-a23b--effort-non-reasoning","maximumSourceShare":1.0000000000000067,"maximumFamilyShare":0.09830141802053458},{"id":"magistral-small-2509--effort-reasoning","maximumSourceShare":0.9999999999999941,"maximumFamilyShare":0.07167087513858948},{"id":"glm-4.6v--effort-reasoning","maximumSourceShare":1.0000000000000133,"maximumFamilyShare":0.0829367970748637},{"id":"gpt-4.1-mini--effort-non-reasoning","maximumSourceShare":1.0000000000000118,"maximumFamilyShare":0.07578283517224743},{"id":"minimax-m1-40k--effort-reasoning","maximumSourceShare":1.0000000000000013,"maximumFamilyShare":0.11713422069329439},{"id":"mistral-medium-2508--effort-non-reasoning","maximumSourceShare":0.9999999999999738,"maximumFamilyShare":0.06814372917686572},{"id":"gemma-4-12b-it--effort-non-reasoning","maximumSourceShare":1.0000000000000042,"maximumFamilyShare":0.11841432951847616},{"id":"amazon-nova-2-pro-preview--effort-non-reasoning","maximumSourceShare":0.9999999999999939,"maximumFamilyShare":0.09225547601031796},{"id":"qwen3-4b-thinking-2507--effort-reasoning","maximumSourceShare":1.0000000000000153,"maximumFamilyShare":0.09709686228141555},{"id":"claude-haiku-4-5-20251001--effort-non-reasoning","maximumSourceShare":0.999999999999997,"maximumFamilyShare":0.08856803113918714},{"id":"nemotron-3-nano-omni-30b-a3b-reasoning-bf16--effort-reasoning","maximumSourceShare":1.0000000000000127,"maximumFamilyShare":0.10803958247216752},{"id":"gpt-oss-20b--effort-low","maximumSourceShare":0.8360020883975677,"maximumFamilyShare":0.12518335444365508},{"id":"glm-4.5v--effort-reasoning","maximumSourceShare":1.0000000000000153,"maximumFamilyShare":0.08885582849091957},{"id":"llama-4-maverick--effort-non-reasoning","maximumSourceShare":0.9999999999999891,"maximumFamilyShare":0.05651263014002504},{"id":"qwen3-vl-30b-a3b-instruct--effort-non-reasoning","maximumSourceShare":1.0000000000000207,"maximumFamilyShare":0.09662091741141887},{"id":"gpt-4o--effort-non-reasoning","maximumSourceShare":0.9999999999999989,"maximumFamilyShare":0.35932857296740134},{"id":"step3-vl-10b--effort-reasoning","maximumSourceShare":1.0000000000000069,"maximumFamilyShare":0.1192362201186291},{"id":"qwen3-30b-a3b--effort-reasoning","maximumSourceShare":1.0000000000000056,"maximumFamilyShare":0.08882612985638762},{"id":"qwen3-30b-a3b-instruct-2507--effort-non-reasoning","maximumSourceShare":0.9999999999999972,"maximumFamilyShare":0.0821739707961488},{"id":"nvidia-nemotron-nano-12b-v2-vl-bf16--effort-reasoning","maximumSourceShare":1.0000000000000153,"maximumFamilyShare":0.08885582849091957},{"id":"ernie-4.5-300b-a47b-pt--effort-non-reasoning","maximumSourceShare":1.000000000000021,"maximumFamilyShare":0.09617654652323313},{"id":"qwen3-14b--effort-reasoning","maximumSourceShare":1.0000000000000224,"maximumFamilyShare":0.06568941302316948},{"id":"qwen3-vl-8b-thinking--effort-reasoning","maximumSourceShare":1.000000000000012,"maximumFamilyShare":0.08930983468675806},{"id":"gpt-5.4-nano--effort-non-reasoning","maximumSourceShare":0.9999999999999996,"maximumFamilyShare":0.1012491969257472},{"id":"gemma-4-e4b-it--effort-non-reasoning","maximumSourceShare":1.0000000000000042,"maximumFamilyShare":0.11841432951847616},{"id":"glm-4.7-flash--effort-non-reasoning","maximumSourceShare":0.6385828365249396,"maximumFamilyShare":0.15945619980787967},{"id":"nvidia-nemotron-3-nano-4b-bf16--effort-reasoning","maximumSourceShare":1.0000000000000087,"maximumFamilyShare":0.120950339076126},{"id":"gemma-4-e4b-it--effort-reasoning","maximumSourceShare":1.0000000000000155,"maximumFamilyShare":0.12582985546970363},{"id":"labs-devstral-small-2512--effort-non-reasoning","maximumSourceShare":0.9999999999999937,"maximumFamilyShare":0.05987144871175146},{"id":"mistral-small-4--effort-non-reasoning","maximumSourceShare":1.0000000000000018,"maximumFamilyShare":0.1183764351454835},{"id":"nvidia-nemotron-nano-9b-v2--effort-reasoning","maximumSourceShare":1.0000000000000078,"maximumFamilyShare":0.09656803155489023},{"id":"amazon-nova-2-lite--effort-non-reasoning","maximumSourceShare":1.0000000000000042,"maximumFamilyShare":0.17568646754500103},{"id":"mistral-medium-2505--effort-non-reasoning","maximumSourceShare":1.0000000000000053,"maximumFamilyShare":0.0818627839802773},{"id":"amazon-nova-premier--effort-non-reasoning","maximumSourceShare":0.9999999999999973,"maximumFamilyShare":0.0821739707961488},{"id":"qwen3-coder-30b-a3b-instruct--effort-non-reasoning","maximumSourceShare":0.9999999999999968,"maximumFamilyShare":0.08883772943060932},{"id":"deepseek-r1-distill-llama-70b--effort-reasoning","maximumSourceShare":0.9999999999999968,"maximumFamilyShare":0.08883772943060933},{"id":"nvidia-nemotron-nano-9b-v2--effort-non-reasoning","maximumSourceShare":1.0000000000000078,"maximumFamilyShare":0.09656803155489023},{"id":"exaone-4.0-32b--effort-non-reasoning","maximumSourceShare":1.0000000000000127,"maximumFamilyShare":0.09603162994915213},{"id":"ministral-3-14b--effort-non-reasoning","maximumSourceShare":0.9999999999999937,"maximumFamilyShare":0.059871448711751464},{"id":"qwen3-235b-a22b--effort-non-reasoning","maximumSourceShare":1.000000000000008,"maximumFamilyShare":0.08878776344367167},{"id":"deepseek-r1-0528-qwen3-8b--effort-reasoning","maximumSourceShare":0.9999999999999968,"maximumFamilyShare":0.08883772943060933},{"id":"deepseek-r1-distill-qwen-32b--effort-reasoning","maximumSourceShare":0.9999999999999936,"maximumFamilyShare":0.1285785479440322},{"id":"deepseek-r1-distill-qwen-14b--effort-reasoning","maximumSourceShare":0.9999999999999936,"maximumFamilyShare":0.1285785479440322},{"id":"qwen3-omni-30b-a3b-instruct--effort-non-reasoning","maximumSourceShare":1.000000000000012,"maximumFamilyShare":0.08930983468675806},{"id":"qwen3-8b--effort-reasoning","maximumSourceShare":1.0000000000000224,"maximumFamilyShare":0.06568941302316948},{"id":"glm-4.6v--effort-non-reasoning","maximumSourceShare":1.0000000000000133,"maximumFamilyShare":0.0829367970748637},{"id":"gemini-2.5-flash-lite--effort-non-reasoning","maximumSourceShare":1.000000000000003,"maximumFamilyShare":0.08192980501312419},{"id":"qwen3-4b-instruct-2507--effort-non-reasoning","maximumSourceShare":1.0000000000000095,"maximumFamilyShare":0.08976767660962029},{"id":"mistral-small-2506--effort-non-reasoning","maximumSourceShare":0.9999999999999686,"maximumFamilyShare":0.05629677088155004},{"id":"llama-4-scout--effort-non-reasoning","maximumSourceShare":0.9999999999999686,"maximumFamilyShare":0.056296770881550044},{"id":"qwen3.5-2b--effort-non-reasoning","maximumSourceShare":0.85254913651887,"maximumFamilyShare":0.14745086348113273},{"id":"qwen3-vl-8b-instruct--effort-non-reasoning","maximumSourceShare":1.000000000000012,"maximumFamilyShare":0.08930983468675806},{"id":"ministral-3-8b--effort-non-reasoning","maximumSourceShare":0.9999999999999937,"maximumFamilyShare":0.059871448711751464},{"id":"qwen3-30b-a3b--effort-non-reasoning","maximumSourceShare":0.7635862068809005,"maximumFamilyShare":0.1315236242795654},{"id":"qwen3.5-2b--effort-reasoning","maximumSourceShare":1.000000000000004,"maximumFamilyShare":0.10746330897003849},{"id":"qwen3-14b--effort-non-reasoning","maximumSourceShare":0.7636286938050103,"maximumFamilyShare":0.13149998761196743},{"id":"glm-4.5v--effort-non-reasoning","maximumSourceShare":1.0000000000000153,"maximumFamilyShare":0.08885582849091957},{"id":"gpt-5-nano--effort-minimal","maximumSourceShare":0.8394136692588562,"maximumFamilyShare":0.1605863307411471},{"id":"qwen3-vl-4b-thinking--effort-reasoning","maximumSourceShare":1.000000000000012,"maximumFamilyShare":0.08930983468675806},{"id":"gemma-4-e2b-it--effort-reasoning","maximumSourceShare":1.0000000000000155,"maximumFamilyShare":0.12582985546970363},{"id":"exaone-4.0-1.2b--effort-reasoning","maximumSourceShare":1.0000000000000078,"maximumFamilyShare":0.09656803155489024},{"id":"gemma-4-e2b-it--effort-non-reasoning","maximumSourceShare":1.0000000000000042,"maximumFamilyShare":0.11841432951847616},{"id":"qwen3-4b--effort-reasoning","maximumSourceShare":1.0000000000000069,"maximumFamilyShare":0.1493133048296109},{"id":"nvidia-nemotron-3-nano-30b-a3b-bf16--effort-non-reasoning","maximumSourceShare":0.9999999999999934,"maximumFamilyShare":0.10609640183443428},{"id":"qwen3-32b--effort-non-reasoning","maximumSourceShare":0.6744183067094515,"maximumFamilyShare":0.17999611313172237},{"id":"amazon-nova-pro--effort-non-reasoning","maximumSourceShare":1.0000000000000053,"maximumFamilyShare":0.0818627839802773},{"id":"gemma-3-27b-it--effort-non-reasoning","maximumSourceShare":1.0000000000000213,"maximumFamilyShare":0.059295577338742675},{"id":"kimi-linear-48b-a3b-instruct--effort-non-reasoning","maximumSourceShare":1.0000000000000169,"maximumFamilyShare":0.11824714507987759},{"id":"gpt-4.1-nano--effort-non-reasoning","maximumSourceShare":1.0000000000000084,"maximumFamilyShare":0.08171169876293688},{"id":"gpt-4--effort-non-reasoning","maximumSourceShare":1.0000000000000062,"maximumFamilyShare":0.17916607273005905},{"id":"ministral-3-3b--effort-non-reasoning","maximumSourceShare":0.9999999999999937,"maximumFamilyShare":0.059871448711751464},{"id":"qwen3-1.7b--effort-reasoning","maximumSourceShare":1.000000000000018,"maximumFamilyShare":0.08882984537636929},{"id":"nvidia-nemotron-nano-12b-v2-vl-bf16--effort-non-reasoning","maximumSourceShare":1.0000000000000153,"maximumFamilyShare":0.08885582849091957},{"id":"qwen3.5-0.8b--effort-non-reasoning","maximumSourceShare":1.0000000000000178,"maximumFamilyShare":0.10750927489382003},{"id":"qwen3-vl-4b-instruct--effort-non-reasoning","maximumSourceShare":1.000000000000012,"maximumFamilyShare":0.08930983468675806},{"id":"gemma-3-12b-it--effort-non-reasoning","maximumSourceShare":1.0000000000000213,"maximumFamilyShare":0.059295577338742675},{"id":"pixtral-large-2411--effort-non-reasoning","maximumSourceShare":0.9999999999999903,"maximumFamilyShare":0.11502361215957392},{"id":"qwen3-8b--effort-non-reasoning","maximumSourceShare":0.7636286938050103,"maximumFamilyShare":0.13149998761196743},{"id":"phi-4--effort-non-reasoning","maximumSourceShare":0.9999999999999968,"maximumFamilyShare":0.08883772943060932},{"id":"exaone-4.0-1.2b--effort-non-reasoning","maximumSourceShare":1.0000000000000078,"maximumFamilyShare":0.09656803155489024},{"id":"qwen3-4b--effort-non-reasoning","maximumSourceShare":0.6310867045532526,"maximumFamilyShare":0.2687429369212533},{"id":"gpt-4o-mini--effort-non-reasoning","maximumSourceShare":0.9999999999999933,"maximumFamilyShare":0.10151116545143883},{"id":"qwen3.5-0.8b--effort-reasoning","maximumSourceShare":1.0000000000000178,"maximumFamilyShare":0.10750927489382003},{"id":"amazon-nova-lite--effort-non-reasoning","maximumSourceShare":1.0000000000000095,"maximumFamilyShare":0.0823483803604455},{"id":"deepseek-r1-distill-llama-8b--effort-reasoning","maximumSourceShare":1.0000000000000044,"maximumFamilyShare":0.14749867383091048},{"id":"tiny-aya-global--effort-non-reasoning","maximumSourceShare":1.0000000000000102,"maximumFamilyShare":0.12070020757119033},{"id":"gpt-4-turbo--effort-non-reasoning","maximumSourceShare":1.0000000000000036,"maximumFamilyShare":0.2547489815180604},{"id":"amazon-nova-micro--effort-non-reasoning","maximumSourceShare":0.9999999999999968,"maximumFamilyShare":0.08883772943060933},{"id":"qwen3-0.6b--effort-reasoning","maximumSourceShare":1.000000000000008,"maximumFamilyShare":0.08878776344367167},{"id":"gemma-3n-e4b-it--effort-non-reasoning","maximumSourceShare":1.0000000000000002,"maximumFamilyShare":0.08130078384466116},{"id":"gemma-3-4b-it--effort-non-reasoning","maximumSourceShare":1.0000000000000058,"maximumFamilyShare":0.07543159790173451},{"id":"qwen3-1.7b--effort-non-reasoning","maximumSourceShare":0.7796828153747966,"maximumFamilyShare":0.12196985706318612},{"id":"phi-4-mini-instruct--effort-non-reasoning","maximumSourceShare":1.000000000000009,"maximumFamilyShare":0.08242555089006019},{"id":"phi-4-multimodal-instruct--effort-non-reasoning","maximumSourceShare":1.0000000000000016,"maximumFamilyShare":0.1715150261193323},{"id":"qwen3-0.6b--effort-non-reasoning","maximumSourceShare":1.000000000000008,"maximumFamilyShare":0.08878776344367167},{"id":"gemma-3n-e2b-it--effort-non-reasoning","maximumSourceShare":0.9999999999999968,"maximumFamilyShare":0.08883772943060933},{"id":"gemma-3-1b-it--effort-non-reasoning","maximumSourceShare":0.9999999999999973,"maximumFamilyShare":0.0821739707961488},{"id":"gemma-3-270m-it--effort-non-reasoning","maximumSourceShare":1.000000000000015,"maximumFamilyShare":0.09709686228141554},{"id":"deepseek-r1-distill-qwen-1.5b--effort-reasoning","maximumSourceShare":0.9999999999999936,"maximumFamilyShare":0.1285785479440322},{"id":"gpt-3.5-turbo--effort-non-reasoning","maximumSourceShare":1.0000000000000056,"maximumFamilyShare":0.3449572332381986}],"largestChanges":[{"id":"gemini-3.8-flash--effort-high","score":0.5400761055663924,"change":-0.14996489530484913},{"id":"glm-5.3--effort-max","score":0.46117196025614876,"change":-0.11735229888671334},{"id":"claude-opus-5--effort-medium","score":0.6371433051263797,"change":-0.11485264414877883},{"id":"claude-opus-5--effort-max","score":0.5577608675723184,"change":-0.10647789612512726},{"id":"gemini-3.8-flash--effort-medium","score":0.6015809726334228,"change":-0.09697853429358538},{"id":"claude-opus-4-6--effort-max","score":0.32130761427249627,"change":-0.08672690383817805},{"id":"gemini-3.1-pro--effort-high","score":0.4473582012494204,"change":0.07221330686902355},{"id":"claude-fable-5--effort-xhigh","score":0.6021056519376575,"change":-0.07124359423047633},{"id":"gpt-6-astra--effort-max","score":0.7281317769840991,"change":-0.06881704181384185},{"id":"glm-5.3-flash--effort-max","score":0.32148115620875156,"change":-0.06738439921264089},{"id":"claude-fable-5-1--effort-medium","score":0.6370004675515868,"change":-0.06456956868904173},{"id":"deepseek-v4-pro-0424--effort-high","score":0.20581089060501379,"change":0.06412909509377321},{"id":"gpt-6-astra--effort-xhigh","score":0.7570691518777274,"change":-0.061085831059175755},{"id":"gpt-6-astra--effort-high","score":0.748120433099059,"change":-0.059292375661736174},{"id":"claude-fable-5-1--effort-low","score":0.589032794124399,"change":-0.05921116817806449}]}},"folds":[{"kind":"family","key":"analyst-agent","evaluations":{"source":{"totalWeight":14.500000000000092,"predictableWeight":14.500000000000092,"coverage":1,"metrics":{"model-source":{"mass":14.500000000000092,"loss":0.37437923305520054,"brier":0.11229534645512722,"accuracy":0.8399014778325107},"model-family":{"mass":14.500000000000092,"loss":0.38792524303420084,"brier":0.11490096242099113,"accuracy":0.8522167487684714},"model-source-family":{"mass":14.500000000000092,"loss":0.38820475550582123,"brier":0.11577075837447867,"accuracy":0.8485221674876832}}},"family":{"totalWeight":1.0000000000000102,"predictableWeight":1.0000000000000102,"coverage":1,"metrics":{"model-source":{"mass":1.0000000000000102,"loss":0.37437923305519905,"brier":0.11229534645512687,"accuracy":0.8399014778325108},"model-family":{"mass":1.0000000000000102,"loss":0.38792524303419934,"brier":0.11490096242099065,"accuracy":0.8522167487684715},"model-source-family":{"mass":1.0000000000000102,"loss":0.38820475550581984,"brier":0.11577075837447831,"accuracy":0.8485221674876833}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0005561728603318906,"maximumAbsoluteShift":0.010712847951562493,"largestChanges":[{"id":"minimax-m3--effort-reasoning","change":0.010712847951562493},{"id":"nemotron-3-ultra--effort-reasoning","change":0.00892354526926023},{"id":"gpt-5.5--effort-non-reasoning","change":0.007907731534671919},{"id":"gemini-3.1-pro--effort-reasoning","change":-0.006806159263845757},{"id":"mimo-v2.5-pro--effort-reasoning","change":-0.006203315393319475}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.00077750949232555,"maximumAbsoluteShift":0.016205202945371366,"largestChanges":[{"id":"claude-sonnet-5--effort-max","change":-0.016205202945371366},{"id":"minimax-m3--effort-reasoning","change":0.013581072178972975},{"id":"grok-4.6--effort-high","change":0.012983005940302883},{"id":"gemini-3.7-flash--effort-high","change":-0.01243319424048761},{"id":"kimi-k3--effort-max","change":0.011831755061271099}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0006046023167478715,"maximumAbsoluteShift":0.010966048076443913,"largestChanges":[{"id":"minimax-m3--effort-reasoning","change":0.010966048076443913},{"id":"nemotron-3-ultra--effort-reasoning","change":0.009106111915067328},{"id":"gpt-5.5--effort-non-reasoning","change":0.008410070240249978},{"id":"gemini-3.1-pro--effort-reasoning","change":-0.006670885756521139},{"id":"deepseek-v4-pro-0424--effort-max","change":0.006416008208536161}]}}},{"kind":"family","key":"briefcase","evaluations":{"source":{"totalWeight":44.43373493975782,"predictableWeight":44.43373493975782,"coverage":1,"metrics":{"model-source":{"mass":44.43373493975782,"loss":0.34061745783636155,"brier":0.10229782899444052,"accuracy":0.8640274765003507},"model-family":{"mass":44.43373493975782,"loss":0.35053610646821926,"brier":0.10470897989558958,"accuracy":0.8655278380332506},"model-source-family":{"mass":44.43373493975782,"loss":0.35170569983053385,"brier":0.10571338374045043,"accuracy":0.8615193420101128}}},"family":{"totalWeight":1.0000000000000284,"predictableWeight":1.0000000000000284,"coverage":1,"metrics":{"model-source":{"mass":1.0000000000000284,"loss":0.3362614584946036,"brier":0.10049345503061333,"accuracy":0.8674786447376713},"model-family":{"mass":1.0000000000000284,"loss":0.3466533050295184,"brier":0.10322005035791887,"accuracy":0.8677329954739498},"model-source-family":{"mass":1.0000000000000284,"loss":0.34761343050822774,"brier":0.10410163948385946,"accuracy":0.8643579078217535}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.001011633496052737,"maximumAbsoluteShift":0.025868564984784292,"largestChanges":[{"id":"gemini-3.1-pro--effort-reasoning","change":0.025868564984784292},{"id":"qwen3.8-27b--effort-xhigh","change":-0.025718991815676162},{"id":"gemini-3.5-flash--effort-medium","change":0.021371679828947776},{"id":"glm-5.3-flash--effort-reasoning","change":-0.01479201284955689},{"id":"muse-spark-1.3--effort-max","change":-0.01130878650711653}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0017767633988357277,"maximumAbsoluteShift":0.030117291220767672,"largestChanges":[{"id":"gemini-3.5-flash--effort-medium","change":0.030117291220767672},{"id":"qwen3.8-27b--effort-xhigh","change":-0.027467188564185285},{"id":"gemini-3.1-pro--effort-reasoning","change":0.022759661116566854},{"id":"glm-5.3-flash--effort-reasoning","change":-0.017095821107661002},{"id":"muse-spark-1.3--effort-max","change":-0.01512708453203282}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0013663570132984798,"maximumAbsoluteShift":0.026323811390072283,"largestChanges":[{"id":"qwen3.8-27b--effort-xhigh","change":-0.026323811390072283},{"id":"gemini-3.1-pro--effort-reasoning","change":0.025744722915798823},{"id":"gemini-3.5-flash--effort-medium","change":0.022357425104815865},{"id":"glm-5.3-flash--effort-reasoning","change":-0.015260873151177912},{"id":"muse-spark-1.3--effort-max","change":-0.011853370566035526}]}}},{"kind":"family","key":"aime","evaluations":{"source":{"totalWeight":85.57612514086105,"predictableWeight":85.57612514086105,"coverage":1,"metrics":{"model-source":{"mass":85.57612514086105,"loss":0.3953210017782494,"brier":0.12155528137705836,"accuracy":0.8354324495560241},"model-family":{"mass":85.57612514086105,"loss":0.4007556777697232,"brier":0.12308995245164414,"accuracy":0.8355982981781551},"model-source-family":{"mass":85.57612514086105,"loss":0.39710118062088706,"brier":0.12185746402227031,"accuracy":0.8365248817468844}}},"family":{"totalWeight":1.0000000000000526,"predictableWeight":1.0000000000000526,"coverage":1,"metrics":{"model-source":{"mass":1.0000000000000526,"loss":0.35782666507585936,"brier":0.10183643932291238,"accuracy":0.8888620704134144},"model-family":{"mass":1.0000000000000526,"loss":0.3574227706965844,"brier":0.1018978329975588,"accuracy":0.8893960515123397},"model-source-family":{"mass":1.0000000000000526,"loss":0.35488976200293415,"brier":0.10078826143099365,"accuracy":0.8900037383484432}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0028145271405386994,"maximumAbsoluteShift":0.039549543463831896,"largestChanges":[{"id":"gemma-4-26b-a4b-it--effort-minimal","change":-0.039549543463831896},{"id":"glm-5.2--effort-low","change":0.039362996391519633},{"id":"claude-opus-4-8--effort-non-reasoning","change":-0.03413898070066551},{"id":"gpt-5.6-sol--effort-none","change":0.03377198065685438},{"id":"claude-fable-5--effort-low","change":-0.02713275849995267}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0034297065950532725,"maximumAbsoluteShift":0.04681470724163994,"largestChanges":[{"id":"glm-5.2--effort-low","change":0.04681470724163994},{"id":"gemma-4-26b-a4b-it--effort-minimal","change":-0.045186068148062954},{"id":"gpt-5.6-sol--effort-none","change":0.044561849271718135},{"id":"claude-opus-4-8--effort-non-reasoning","change":-0.03889068180829691},{"id":"gemini-3.5-flash--effort-low","change":0.03178491074520723}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0030373990494560075,"maximumAbsoluteShift":0.04409691685193822,"largestChanges":[{"id":"gemma-4-26b-a4b-it--effort-minimal","change":-0.04409691685193822},{"id":"gpt-5.6-sol--effort-none","change":0.04203665035771528},{"id":"glm-5.2--effort-low","change":0.04123151126925126},{"id":"claude-opus-4-8--effort-non-reasoning","change":-0.040852818310262995},{"id":"qwen-3.8-max--effort-xhigh","change":-0.02530481217061159}]}}},{"kind":"family","key":"apex-agents","evaluations":{"source":{"totalWeight":13.499999999999961,"predictableWeight":13.499999999999961,"coverage":1,"metrics":{"model-source":{"mass":13.499999999999961,"loss":0.41405631646865737,"brier":0.12672822773627077,"accuracy":0.8347578347578348},"model-family":{"mass":13.499999999999961,"loss":0.42217052320342935,"brier":0.12757434922723637,"accuracy":0.8717948717948719},"model-source-family":{"mass":13.499999999999961,"loss":0.4263462112074486,"brier":0.13004728513207434,"accuracy":0.8547008547008548}}},"family":{"totalWeight":0.9999999999999927,"predictableWeight":0.9999999999999927,"coverage":1,"metrics":{"model-source":{"mass":0.9999999999999927,"loss":0.4140563164686593,"brier":0.12672822773627143,"accuracy":0.8347578347578363},"model-family":{"mass":0.9999999999999927,"loss":0.42217052320343124,"brier":0.12757434922723704,"accuracy":0.871794871794873},"model-source-family":{"mass":0.9999999999999927,"loss":0.4263462112074504,"brier":0.13004728513207478,"accuracy":0.854700854700856}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.000940479246974928,"maximumAbsoluteShift":0.017868036410541716,"largestChanges":[{"id":"glm-5--effort-reasoning","change":0.017868036410541716},{"id":"mimo-v2.5-pro--effort-reasoning","change":0.017786315092651744},{"id":"minimax-m2.7--effort-reasoning","change":0.008240532289178176},{"id":"deepseek-v4-pro-0424--effort-max","change":0.00714761594689084},{"id":"gemini-3.1-pro--effort-reasoning","change":-0.006432825072204995}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.001177332785730132,"maximumAbsoluteShift":0.022784370188244862,"largestChanges":[{"id":"glm-5--effort-reasoning","change":0.022784370188244862},{"id":"mimo-v2.5-pro--effort-reasoning","change":0.019202076162219},{"id":"deepseek-v4-pro-0424--effort-max","change":0.010948619753243016},{"id":"claude-opus-4-6--effort-max","change":-0.010099286304356914},{"id":"gemini-3.5-flash--effort-high","change":-0.009173991241183566}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0010165242824613032,"maximumAbsoluteShift":0.018842105462077763,"largestChanges":[{"id":"glm-5--effort-reasoning","change":0.018842105462077763},{"id":"mimo-v2.5-pro--effort-reasoning","change":0.01784141598323316},{"id":"minimax-m2.7--effort-reasoning","change":0.008260573192266613},{"id":"deepseek-v4-pro-0424--effort-max","change":0.006942316873421839},{"id":"glm-5.2--effort-max","change":-0.006792993024000382}]}}},{"kind":"family","key":"aa-lcr","evaluations":{"source":{"totalWeight":109.26824776788,"predictableWeight":109.26824776788,"coverage":1,"metrics":{"model-source":{"mass":109.26824776788,"loss":0.3223721065766372,"brier":0.0928291441214666,"accuracy":0.880725677664002},"model-family":{"mass":109.26824776788,"loss":0.32640920466233125,"brier":0.09355902502039565,"accuracy":0.8815663129560214},"model-source-family":{"mass":109.26824776788,"loss":0.32463648196772205,"brier":0.09322362509287806,"accuracy":0.88043817105017}}},"family":{"totalWeight":1.000000000000048,"predictableWeight":1.000000000000048,"coverage":1,"metrics":{"model-source":{"mass":1.000000000000048,"loss":0.3514886954439083,"brier":0.10466864986499246,"accuracy":0.8561118348007458},"model-family":{"mass":1.000000000000048,"loss":0.35760753768432163,"brier":0.10626777858732664,"accuracy":0.8539025527013014},"model-source-family":{"mass":1.000000000000048,"loss":0.3569073264761649,"brier":0.10630004473239214,"accuracy":0.8519896544736155}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0018786565084318986,"maximumAbsoluteShift":0.04101787156486225,"largestChanges":[{"id":"qwen3.8-2.4t-a95b--effort-reasoning","change":0.04101787156486225},{"id":"claude-opus-4-7--effort-non-reasoning","change":-0.0197432157523654},{"id":"gpt-5.6-sol--effort-non-reasoning","change":0.017029831246578586},{"id":"qwen3.8-27b--effort-xhigh","change":-0.016408153186010688},{"id":"qwen3.8-27b--effort-medium","change":-0.013971513734884533}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.002874861611698025,"maximumAbsoluteShift":0.03927853979509832,"largestChanges":[{"id":"qwen3.8-2.4t-a95b--effort-reasoning","change":0.03927853979509832},{"id":"claude-opus-4-7--effort-non-reasoning","change":-0.0235097256284528},{"id":"gpt-5.3-codex--effort-xhigh","change":-0.019030068865245386},{"id":"qwen3.8-27b--effort-xhigh","change":-0.018125038435699514},{"id":"grok-4.6--effort-high","change":0.016103987123136765}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.002462961823834463,"maximumAbsoluteShift":0.039524949423154876,"largestChanges":[{"id":"qwen3.8-2.4t-a95b--effort-reasoning","change":0.039524949423154876},{"id":"claude-opus-4-7--effort-non-reasoning","change":-0.020996442619859723},{"id":"qwen3.8-27b--effort-xhigh","change":-0.01796265096272942},{"id":"gpt-5.3-codex--effort-xhigh","change":-0.0162473468526938},{"id":"gpt-5.6-sol--effort-non-reasoning","change":0.01618440561505019}]}}},{"kind":"family","key":"automationbench","evaluations":{"source":{"totalWeight":45.76744186046409,"predictableWeight":45.76744186046409,"coverage":1,"metrics":{"model-source":{"mass":45.76744186046409,"loss":0.31080553348686146,"brier":0.0912541407007554,"accuracy":0.8845824864498744},"model-family":{"mass":45.76744186046409,"loss":0.32288225880937804,"brier":0.09453923427627045,"accuracy":0.8845570799458095},"model-source-family":{"mass":45.76744186046409,"loss":0.32176389091494106,"brier":0.09460795876940509,"accuracy":0.883032689701907}}},"family":{"totalWeight":0.9999999999999606,"predictableWeight":0.9999999999999606,"coverage":1,"metrics":{"model-source":{"mass":0.9999999999999606,"loss":0.30620748003004167,"brier":0.08944802939631546,"accuracy":0.8881791856010095},"model-family":{"mass":0.9999999999999606,"loss":0.317321628891994,"brier":0.09240714661142027,"accuracy":0.888600344530589},"model-source-family":{"mass":0.9999999999999606,"loss":0.3164333852104148,"brier":0.09256204638383168,"accuracy":0.8868747215539636}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0008249517038907602,"maximumAbsoluteShift":0.0190141894810697,"largestChanges":[{"id":"glm-5.3-flash--effort-reasoning","change":-0.0190141894810697},{"id":"qwen3.8-2.4t-a95b--effort-reasoning","change":-0.01306177667499453},{"id":"qwen3.8-flash-next--effort-reasoning","change":-0.01285806343646384},{"id":"deepseek-v4-pro-0424--effort-max","change":-0.011772199793434357},{"id":"qwen3.8-27b--effort-medium","change":-0.011475759130984364}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.001667459853471412,"maximumAbsoluteShift":0.02141649043697419,"largestChanges":[{"id":"glm-5.3-flash--effort-reasoning","change":-0.02141649043697419},{"id":"qwen3.8-flash-next--effort-reasoning","change":-0.014634080554094264},{"id":"qwen3.8-2.4t-a95b--effort-reasoning","change":-0.014032520684496452},{"id":"glm-5.3--effort-max","change":-0.013831260547239987},{"id":"deepseek-v4-pro-0424--effort-max","change":-0.012919144492974155}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0012577564931962274,"maximumAbsoluteShift":0.01949014586260578,"largestChanges":[{"id":"glm-5.3-flash--effort-reasoning","change":-0.01949014586260578},{"id":"qwen3.8-2.4t-a95b--effort-reasoning","change":-0.013504510665293734},{"id":"qwen3.8-flash-next--effort-reasoning","change":-0.013219110618321372},{"id":"deepseek-v4-pro-0424--effort-max","change":-0.012269100898575025},{"id":"qwen3.8-27b--effort-medium","change":-0.011847349341967212}]}}},{"kind":"family","key":"critpt","evaluations":{"source":{"totalWeight":108.40609137057181,"predictableWeight":108.40609137057181,"coverage":1,"metrics":{"model-source":{"mass":108.40609137057181,"loss":0.40161199328311037,"brier":0.07208522388559864,"accuracy":0.8178411999749543},"model-family":{"mass":108.40609137057181,"loss":0.4026870522404565,"brier":0.07169520336448905,"accuracy":0.821080986868046},"model-source-family":{"mass":108.40609137057181,"loss":0.4025543934204172,"brier":0.07177916293067733,"accuracy":0.8211777590476056}}},"family":{"totalWeight":0.9999999999995791,"predictableWeight":0.9999999999995791,"coverage":1,"metrics":{"model-source":{"mass":0.9999999999995791,"loss":0.4062692167741673,"brier":0.06889005751267607,"accuracy":0.8137057689130808},"model-family":{"mass":0.9999999999995791,"loss":0.4073030640831518,"brier":0.06860691068490325,"accuracy":0.816308459667209},"model-source-family":{"mass":0.9999999999995791,"loss":0.4072173215379122,"brier":0.06868320354029347,"accuracy":0.81648472884517}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0024940523458965723,"maximumAbsoluteShift":0.041549661221622264,"largestChanges":[{"id":"qwen3.8-27b--effort-medium","change":0.041549661221622264},{"id":"qwen3.8-27b--effort-low","change":0.03471134055737091},{"id":"gemini-3.5-flash-lite--effort-reasoning","change":0.032965701917654494},{"id":"glm-5-turbo--effort-reasoning","change":0.026429952319858452},{"id":"gemini-3.8-flash--effort-low","change":0.02219517354636763}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0030693604076870184,"maximumAbsoluteShift":0.03916369425937688,"largestChanges":[{"id":"qwen3.8-27b--effort-medium","change":0.03916369425937688},{"id":"qwen3.8-27b--effort-low","change":0.031154214546666142},{"id":"gemini-3.5-flash-lite--effort-reasoning","change":0.030034433385526554},{"id":"glm-5-turbo--effort-reasoning","change":0.02771864535326407},{"id":"gpt-5--effort-medium","change":0.027332563671954885}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0029691785851155535,"maximumAbsoluteShift":0.041159726523480045,"largestChanges":[{"id":"qwen3.8-27b--effort-medium","change":0.041159726523480045},{"id":"qwen3.8-27b--effort-low","change":0.03430278410838247},{"id":"gemini-3.5-flash-lite--effort-reasoning","change":0.032158640333780214},{"id":"glm-5-turbo--effort-reasoning","change":0.026416337143271157},{"id":"glm-5.1--effort-non-reasoning","change":0.023632814683009915}]}}},{"kind":"family","key":"enterprise-ops","evaluations":{"source":{"totalWeight":21.02439024390195,"predictableWeight":21.02439024390195,"coverage":1,"metrics":{"model-source":{"mass":21.02439024390195,"loss":0.44444901518878566,"brier":0.14291315946721828,"accuracy":0.7981438515081243},"model-family":{"mass":21.02439024390195,"loss":0.44596695145368614,"brier":0.1413874281897861,"accuracy":0.8103248259860825},"model-source-family":{"mass":21.02439024390195,"loss":0.44448731413443177,"brier":0.1410544661918436,"accuracy":0.8097447795823701}}},"family":{"totalWeight":0.999999999999993,"predictableWeight":0.999999999999993,"coverage":1,"metrics":{"model-source":{"mass":0.999999999999993,"loss":0.4443209109866483,"brier":0.14286346021520277,"accuracy":0.798199767711963},"model-family":{"mass":0.999999999999993,"loss":0.44582392846978364,"brier":0.14133127675384413,"accuracy":0.8103948896631825},"model-source-family":{"mass":0.999999999999993,"loss":0.44434605587074216,"brier":0.140998081243016,"accuracy":0.8098141695702673}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0006116728941047408,"maximumAbsoluteShift":0.029609510631934843,"largestChanges":[{"id":"glm-5.3-flash--effort-reasoning","change":0.029609510631934843},{"id":"qwen3.8-27b--effort-xhigh","change":-0.02102053304104201},{"id":"qwen3.8-2.4t-a95b--effort-reasoning","change":-0.015508990435218473},{"id":"qwen3.7-max--effort-reasoning","change":-0.012717208253836876},{"id":"gemini-3.5-flash-lite--effort-reasoning","change":-0.011824595321102888}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.001015995790793638,"maximumAbsoluteShift":0.0384703635020015,"largestChanges":[{"id":"glm-5.3-flash--effort-reasoning","change":0.0384703635020015},{"id":"gemini-3.7-flash--effort-medium","change":-0.031865303716314575},{"id":"glm-5.3--effort-max","change":0.02169019653918136},{"id":"qwen3.8-27b--effort-xhigh","change":-0.020652583356642717},{"id":"qwen3.8-2.4t-a95b--effort-reasoning","change":-0.018097844224037818}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.00075638161081716,"maximumAbsoluteShift":0.029752946530613555,"largestChanges":[{"id":"glm-5.3-flash--effort-reasoning","change":0.029752946530613555},{"id":"qwen3.8-27b--effort-xhigh","change":-0.02089367333070452},{"id":"gemini-3.7-flash--effort-medium","change":-0.016862011210443173},{"id":"qwen3.8-2.4t-a95b--effort-reasoning","change":-0.015545716244220464},{"id":"glm-5.3--effort-max","change":0.013279933243464992}]}}},{"kind":"family","key":"gdp-pdf","evaluations":{"source":{"totalWeight":44.68235294118156,"predictableWeight":44.68235294118156,"coverage":1,"metrics":{"model-source":{"mass":44.68235294118156,"loss":0.3115790926609484,"brier":0.09017239333087651,"accuracy":0.881003159557654},"model-family":{"mass":44.68235294118156,"loss":0.31771791877038025,"brier":0.09087335597773706,"accuracy":0.886560909250476},"model-source-family":{"mass":44.68235294118156,"loss":0.3169341436710455,"brier":0.09110751099951366,"accuracy":0.882929612076524}}},"family":{"totalWeight":0.9999999999999432,"predictableWeight":0.9999999999999432,"coverage":1,"metrics":{"model-source":{"mass":0.9999999999999432,"loss":0.30600329540887744,"brier":0.0880073303591464,"accuracy":0.8845564675482633},"model-family":{"mass":0.9999999999999432,"loss":0.3115011502230641,"brier":0.08845163472582089,"accuracy":0.89034670922633},"model-source-family":{"mass":0.9999999999999432,"loss":0.31108186727566756,"brier":0.08885538926220356,"accuracy":0.8865294117647097}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.001056227658448871,"maximumAbsoluteShift":0.012809200673887633,"largestChanges":[{"id":"qwen3.7-max--effort-reasoning","change":0.012809200673887633},{"id":"mimo-v2.5-pro--effort-reasoning","change":0.011916253286242073},{"id":"gemini-3.5-flash-lite--effort-reasoning","change":-0.008807010004139637},{"id":"solar-pro4-260806--effort-reasoning","change":0.008696463082612765},{"id":"glm-5.1--effort-reasoning","change":0.008505621385072465}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0017929665470298609,"maximumAbsoluteShift":0.020780178757176693,"largestChanges":[{"id":"gpt-5.6-luna--effort-xhigh","change":-0.020780178757176693},{"id":"deepseek-v4-pro--effort-max","change":0.018878786561741634},{"id":"glm-5.3--effort-max","change":0.01829952094310716},{"id":"qwen3.7-max--effort-reasoning","change":0.014392974816525683},{"id":"gpt-5.6-terra--effort-xhigh","change":-0.013892393302022965}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0014206678784275885,"maximumAbsoluteShift":0.013795188661505031,"largestChanges":[{"id":"qwen3.7-max--effort-reasoning","change":0.013795188661505031},{"id":"glm-5.3--effort-max","change":0.01306049580483376},{"id":"deepseek-v4-pro--effort-max","change":0.012680931668276774},{"id":"mimo-v2.5-pro--effort-reasoning","change":0.012618910821639157},{"id":"gpt-5.6-luna--effort-xhigh","change":-0.011182203339066832}]}}},{"kind":"family","key":"gdpval","evaluations":{"source":{"totalWeight":64.95833333333661,"predictableWeight":64.95833333333661,"coverage":1,"metrics":{"model-source":{"mass":64.95833333333661,"loss":0.3087905608432223,"brier":0.09168345136323121,"accuracy":0.88470814624758},"model-family":{"mass":64.95833333333661,"loss":0.31385201916648875,"brier":0.09232609905445131,"accuracy":0.8870173187940843},"model-source-family":{"mass":64.95833333333661,"loss":0.31338820117058536,"brier":0.09266684460168967,"accuracy":0.8843639084883324}}},"family":{"totalWeight":0.9999999999999307,"predictableWeight":0.9999999999999307,"coverage":1,"metrics":{"model-source":{"mass":0.9999999999999307,"loss":0.3081194568409602,"brier":0.09124394141744828,"accuracy":0.8862167125803483},"model-family":{"mass":0.9999999999999307,"loss":0.31324533937164273,"brier":0.09204173746127836,"accuracy":0.8877338536883989},"model-source-family":{"mass":0.9999999999999307,"loss":0.3126597921043738,"brier":0.09230893455737013,"accuracy":0.885309305172941}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0012679635356914474,"maximumAbsoluteShift":0.02491662430702446,"largestChanges":[{"id":"claude-fable-5--effort-max","change":-0.02491662430702446},{"id":"gemini-3.1-pro--effort-reasoning","change":0.016528957087265206},{"id":"qwen3.8-flash-next--effort-reasoning","change":-0.015788447260521643},{"id":"gpt-5.5--effort-xhigh","change":0.015377755870093823},{"id":"glm-5.3-flash--effort-reasoning","change":-0.014320084484150841}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0017346798246961454,"maximumAbsoluteShift":0.019681708098147732,"largestChanges":[{"id":"qwen3.8-flash-next--effort-reasoning","change":-0.019681708098147732},{"id":"glm-5.3-flash--effort-reasoning","change":-0.01699127416068852},{"id":"qwen3.8-27b--effort-medium","change":-0.014854518639753567},{"id":"gemini-3.1-pro--effort-reasoning","change":0.014447757131138661},{"id":"qwen3.8-27b--effort-low","change":-0.013443167991100263}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.001532835121058664,"maximumAbsoluteShift":0.016523041902382962,"largestChanges":[{"id":"qwen3.8-flash-next--effort-reasoning","change":-0.016523041902382962},{"id":"gemini-3.1-pro--effort-reasoning","change":0.01606596873450905},{"id":"glm-5.3-flash--effort-reasoning","change":-0.015106144920177755},{"id":"qwen3.8-27b--effort-medium","change":-0.012346619618184701},{"id":"qwen3.8-27b--effort-low","change":-0.011861015948099879}]}}},{"kind":"family","key":"gmmlu","evaluations":{"source":{"totalWeight":33.904761904763355,"predictableWeight":33.904761904763355,"coverage":1,"metrics":{"model-source":{"mass":33.904761904763355,"loss":0.3647468898421954,"brier":0.10942766584950207,"accuracy":0.871722846441948},"model-family":{"mass":33.904761904763355,"loss":0.3671792461718492,"brier":0.10969364738355628,"accuracy":0.8760923845193519},"model-source-family":{"mass":33.904761904763355,"loss":0.3648872425120348,"brier":0.10911359012279905,"accuracy":0.8756242197253443}}},"family":{"totalWeight":1.0000000000000366,"predictableWeight":1.0000000000000366,"coverage":1,"metrics":{"model-source":{"mass":1.0000000000000366,"loss":0.36026987634305147,"brier":0.1076274878864233,"accuracy":0.8763227513227464},"model-family":{"mass":1.0000000000000366,"loss":0.36266305707670554,"brier":0.10794248283443156,"accuracy":0.880001653439149},"model-source-family":{"mass":1.0000000000000366,"loss":0.3603551646841524,"brier":0.10734865261635974,"accuracy":0.8795469576719531}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0007474082336530613,"maximumAbsoluteShift":0.013517898897364156,"largestChanges":[{"id":"minimax-m2.5--effort-reasoning","change":0.013517898897364156},{"id":"gemini-3-flash-preview--effort-non-reasoning","change":-0.009704297073287266},{"id":"minimax-m2--effort-reasoning","change":0.009157911549691325},{"id":"doubao-seed-code--effort-reasoning","change":0.00860431634042251},{"id":"mimo-v2-flash--effort-reasoning","change":0.00800353551056629}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0009149686553958034,"maximumAbsoluteShift":0.014863490373551641,"largestChanges":[{"id":"minimax-m2.5--effort-reasoning","change":0.014863490373551641},{"id":"gemini-3-flash-preview--effort-non-reasoning","change":-0.011488327452562064},{"id":"claude-opus-4-6--effort-non-reasoning","change":-0.010389158030282092},{"id":"minimax-m2--effort-reasoning","change":0.010339093453136564},{"id":"doubao-seed-code--effort-reasoning","change":0.009389191288571061}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0008061058016535239,"maximumAbsoluteShift":0.013794104428778903,"largestChanges":[{"id":"minimax-m2.5--effort-reasoning","change":0.013794104428778903},{"id":"gemini-3-flash-preview--effort-non-reasoning","change":-0.010091624642145053},{"id":"claude-opus-4-6--effort-non-reasoning","change":-0.009767647470504098},{"id":"minimax-m2--effort-reasoning","change":0.009319342037774},{"id":"doubao-seed-code--effort-reasoning","change":0.008725838270392139}]}}},{"kind":"family","key":"gpqa","evaluations":{"source":{"totalWeight":132.7203159838155,"predictableWeight":131.7347390607381,"coverage":0.9925740312191722,"metrics":{"model-source":{"mass":131.7347390607381,"loss":0.2968844541917521,"brier":0.08420165305151393,"accuracy":0.9128353716834258},"model-family":{"mass":131.7347390607381,"loss":0.3015369931611744,"brier":0.08524348501523732,"accuracy":0.9136607725999515},"model-source-family":{"mass":131.7347390607381,"loss":0.2981246203589333,"brier":0.08422264571298399,"accuracy":0.9141393760758678}}},"family":{"totalWeight":0.9999999999999118,"predictableWeight":0.9952153110046968,"coverage":0.9952153110047846,"metrics":{"model-source":{"mass":0.9952153110046968,"loss":0.3214611506267826,"brier":0.09179449197173314,"accuracy":0.9269340162636045},"model-family":{"mass":0.9952153110046968,"loss":0.31176614025135424,"brier":0.0870199331982974,"accuracy":0.928257528870611},"model-source-family":{"mass":0.9952153110046968,"loss":0.3149016953663628,"brier":0.0886958658852929,"accuracy":0.9287901159776051}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0034334032001545607,"maximumAbsoluteShift":0.0491755698821565,"largestChanges":[{"id":"gemma-4-26b-a4b-it--effort-minimal","change":0.0491755698821565},{"id":"claude-fable-5--effort-low","change":0.04518117025338053},{"id":"glm-5.2--effort-low","change":-0.030456743854885615},{"id":"claude-fable-5--effort-high","change":0.020894752188087562},{"id":"minimax-m3--effort-non-reasoning","change":-0.019679673068070117}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0037961716213907454,"maximumAbsoluteShift":0.09511459408715522,"largestChanges":[{"id":"claude-fable-5--effort-low","change":0.09511459408715522},{"id":"gemma-4-26b-a4b-it--effort-minimal","change":0.04958835044693524},{"id":"claude-fable-5--effort-high","change":0.04519163662538184},{"id":"glm-5.2--effort-low","change":-0.030120011231061034},{"id":"minimax-m3--effort-non-reasoning","change":-0.021806675547464998}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0038439507268345097,"maximumAbsoluteShift":0.07584865334607249,"largestChanges":[{"id":"claude-fable-5--effort-low","change":0.07584865334607249},{"id":"gemma-4-26b-a4b-it--effort-minimal","change":0.049272720277013},{"id":"glm-5.2--effort-low","change":-0.02978113166388946},{"id":"claude-fable-5--effort-high","change":0.027972629052188447},{"id":"minimax-m3--effort-non-reasoning","change":-0.02006257737060681}]}}},{"kind":"family","key":"harvey","evaluations":{"source":{"totalWeight":19.02702702702693,"predictableWeight":19.02702702702693,"coverage":1,"metrics":{"model-source":{"mass":19.02702702702693,"loss":0.4298889867884401,"brier":0.13689768282577108,"accuracy":0.8085227272727217},"model-family":{"mass":19.02702702702693,"loss":0.43598939650000706,"brier":0.13721283692944192,"accuracy":0.8214488636363577},"model-source-family":{"mass":19.02702702702693,"loss":0.44285980411291254,"brier":0.14056461331512168,"accuracy":0.8112215909090853}}},"family":{"totalWeight":0.9999999999999819,"predictableWeight":0.9999999999999819,"coverage":1,"metrics":{"model-source":{"mass":0.9999999999999819,"loss":0.430409461072561,"brier":0.13708613303301204,"accuracy":0.8082503556187818},"model-family":{"mass":0.9999999999999819,"loss":0.4364724608566152,"brier":0.13739379443796382,"accuracy":0.8211948790896209},"model-source-family":{"mass":0.9999999999999819,"loss":0.4433689339376227,"brier":0.14075385051239384,"accuracy":0.8109530583214845}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.00047019934944212766,"maximumAbsoluteShift":0.02249874580265565,"largestChanges":[{"id":"gemini-3.1-pro--effort-reasoning","change":0.02249874580265565},{"id":"minimax-m3--effort-reasoning","change":-0.012768959480332798},{"id":"kimi-k2.7-code--effort-reasoning","change":-0.009563626175001283},{"id":"qwen3.6-27b--effort-reasoning","change":-0.006324307249300443},{"id":"gemma-4-31b-it--effort-reasoning","change":0.005791693476423304}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0007454007559794974,"maximumAbsoluteShift":0.023400838247989664,"largestChanges":[{"id":"gemini-3.1-pro--effort-reasoning","change":0.023400838247989664},{"id":"minimax-m3--effort-reasoning","change":-0.014269428053221206},{"id":"glm-5.2--effort-max","change":-0.012966987747246805},{"id":"deepseek-v4-flash--effort-max","change":0.012767881646698953},{"id":"kimi-k3--effort-max","change":-0.012233558396471222}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0005566920502600233,"maximumAbsoluteShift":0.02286794327260433,"largestChanges":[{"id":"gemini-3.1-pro--effort-reasoning","change":0.02286794327260433},{"id":"minimax-m3--effort-reasoning","change":-0.012770498178705486},{"id":"kimi-k2.7-code--effort-reasoning","change":-0.009495953015047576},{"id":"glm-5.2--effort-max","change":-0.008018999021231765},{"id":"deepseek-v4-flash--effort-max","change":0.006886556720803405}]}}},{"kind":"family","key":"hle","evaluations":{"source":{"totalWeight":122.84656862739782,"predictableWeight":120.67156862739783,"coverage":0.9822949877696877,"metrics":{"model-source":{"mass":120.67156862739783,"loss":0.3098504220657376,"brier":0.09118080600304555,"accuracy":0.891620289501857},"model-family":{"mass":120.67156862739783,"loss":0.3136440321386271,"brier":0.09173081036585184,"accuracy":0.8950951916697342},"model-source-family":{"mass":120.67156862739783,"loss":0.3110734709100665,"brier":0.09105476679215195,"accuracy":0.8953087974435214}}},"family":{"totalWeight":0.9999999999997203,"predictableWeight":0.6214285714282921,"coverage":0.6214285714284659,"metrics":{"model-source":{"mass":0.6214285714282921,"loss":0.3273584549589331,"brier":0.09775890023760324,"accuracy":0.8696257191161219},"model-family":{"mass":0.6214285714282921,"loss":0.31804447859802165,"brier":0.09366630580231132,"accuracy":0.8944106530878518},"model-source-family":{"mass":0.6214285714282921,"loss":0.3166209294761971,"brier":0.09336867832126221,"accuracy":0.8947800309420989}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.004719977028072704,"maximumAbsoluteShift":0.04455340015232734,"largestChanges":[{"id":"claude-opus-4-6--effort-max","change":-0.04455340015232734},{"id":"claude-opus-4-6--effort-non-reasoning","change":0.030829449096367284},{"id":"claude-fable-5-1--effort-xhigh","change":0.02133441823021842},{"id":"gpt-5.6-sol--effort-non-reasoning","change":0.01875251642772588},{"id":"deepseek-v4-pro-0424--effort-non-reasoning","change":0.016113628154524662}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.002945930854760908,"maximumAbsoluteShift":0.01465718750499656,"largestChanges":[{"id":"gemini-3.7-flash--effort-medium","change":0.01465718750499656},{"id":"gpt-5.6-sol--effort-non-reasoning","change":0.014641191920458235},{"id":"gemini-3.8-flash--effort-medium","change":0.01401735097632062},{"id":"deepseek-v4-pro-0424--effort-non-reasoning","change":0.013322424960691817},{"id":"claude-fable-5-1--effort-xhigh","change":0.012866497716889413}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.003953667368651907,"maximumAbsoluteShift":0.016917625739222564,"largestChanges":[{"id":"gemini-3.1-pro--effort-high","change":-0.016917625739222564},{"id":"gpt-5.6-sol--effort-non-reasoning","change":0.016078864154078637},{"id":"gemini-3.8-flash--effort-medium","change":0.015207312804011774},{"id":"claude-fable-5-1--effort-xhigh","change":0.015118483327833943},{"id":"gemini-3.7-flash--effort-medium","change":0.014554552104117935}]}}},{"kind":"family","key":"ifbench","evaluations":{"source":{"totalWeight":102.66666666663741,"predictableWeight":102.66666666663741,"coverage":1,"metrics":{"model-source":{"mass":102.66666666663741,"loss":0.40859332774708107,"brier":0.12859665116398464,"accuracy":0.8214762638492986},"model-family":{"mass":102.66666666663741,"loss":0.4075013621329882,"brier":0.12828522781062737,"accuracy":0.822106354098034},"model-source-family":{"mass":102.66666666663741,"loss":0.4043232029003038,"brier":0.12723189620116748,"accuracy":0.8228776872846237}}},"family":{"totalWeight":1.00000000000017,"predictableWeight":1.00000000000017,"coverage":1,"metrics":{"model-source":{"mass":1.00000000000017,"loss":0.4023737555610513,"brier":0.12606025480547703,"accuracy":0.8259328205562028},"model-family":{"mass":1.00000000000017,"loss":0.40209201507811265,"brier":0.12602761819634592,"accuracy":0.8263283007821929},"model-source-family":{"mass":1.00000000000017,"loss":0.3987751228485465,"brier":0.12492998533698634,"accuracy":0.8270607891265643}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0029306751192579744,"maximumAbsoluteShift":0.04687063250390727,"largestChanges":[{"id":"claude-opus-4-7--effort-non-reasoning","change":0.04687063250390727},{"id":"grok-4.3--effort-low","change":-0.01807812783747778},{"id":"claude-opus-4-5-20251101--effort-reasoning","change":0.017527157247565983},{"id":"grok-4.3--effort-medium","change":-0.01741065580942619},{"id":"nemotron-3-ultra--effort-reasoning","change":-0.013288005603295294}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.004557779071439047,"maximumAbsoluteShift":0.04306696001805532,"largestChanges":[{"id":"claude-opus-4-7--effort-non-reasoning","change":0.04306696001805532},{"id":"grok-4.3--effort-medium","change":-0.02322361712655005},{"id":"grok-4.3--effort-low","change":-0.023009870238305086},{"id":"claude-opus-4-6--effort-non-reasoning","change":0.020869894560856417},{"id":"claude-opus-4-6--effort-max","change":0.017730123461743852}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.003927028413136673,"maximumAbsoluteShift":0.04544085040508275,"largestChanges":[{"id":"claude-opus-4-7--effort-non-reasoning","change":0.04544085040508275},{"id":"grok-4.3--effort-low","change":-0.0202145654352808},{"id":"grok-4.3--effort-medium","change":-0.020147997057029104},{"id":"claude-opus-4-6--effort-non-reasoning","change":0.018535600118861434},{"id":"claude-opus-4-5-20251101--effort-reasoning","change":0.015705989962124328}]}}},{"kind":"family","key":"itbench","evaluations":{"source":{"totalWeight":14.535714285714352,"predictableWeight":14.535714285714352,"coverage":1,"metrics":{"model-source":{"mass":14.535714285714352,"loss":0.41369541389883846,"brier":0.12993363861501261,"accuracy":0.8194103194103217},"model-family":{"mass":14.535714285714352,"loss":0.42523743335757774,"brier":0.1322917892015256,"accuracy":0.8439803439803454},"model-source-family":{"mass":14.535714285714352,"loss":0.42746899262253907,"brier":0.13405141622403538,"accuracy":0.8181818181818208}}},"family":{"totalWeight":1.0000000000000107,"predictableWeight":1.0000000000000107,"coverage":1,"metrics":{"model-source":{"mass":1.0000000000000107,"loss":0.41386375471072806,"brier":0.1300102101955769,"accuracy":0.8189655172413776},"model-family":{"mass":1.0000000000000107,"loss":0.42543725093020807,"brier":0.13237441769841712,"accuracy":0.8435960591132988},"model-source-family":{"mass":1.0000000000000107,"loss":0.42765244184323004,"brier":0.134125671803463,"accuracy":0.8177339901477815}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0005282186490492354,"maximumAbsoluteShift":0.01561634763643055,"largestChanges":[{"id":"gemini-3.1-pro--effort-reasoning","change":0.01561634763643055},{"id":"glm-5.1--effort-reasoning","change":-0.015245379425515682},{"id":"qwen3.5-35b-a3b--effort-reasoning","change":0.013598921234345918},{"id":"qwen3.7-max--effort-reasoning","change":-0.012467544142628184},{"id":"gemma-4-31b-it--effort-reasoning","change":-0.0089108783443035}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.000845004866146443,"maximumAbsoluteShift":0.01813750778390677,"largestChanges":[{"id":"claude-opus-4-7--effort-max","change":-0.01813750778390677},{"id":"gemini-3.1-pro--effort-reasoning","change":0.017309073191920377},{"id":"deepseek-v4-flash--effort-max","change":0.01580806458009032},{"id":"qwen3.5-35b-a3b--effort-reasoning","change":0.014981574216961835},{"id":"glm-5.1--effort-reasoning","change":-0.014808946582185456}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0008376132342510712,"maximumAbsoluteShift":0.015936887784797488,"largestChanges":[{"id":"glm-5.1--effort-reasoning","change":-0.015936887784797488},{"id":"gemini-3.1-pro--effort-reasoning","change":0.015008612720201486},{"id":"qwen3.5-35b-a3b--effort-reasoning","change":0.013839806092713347},{"id":"qwen3.7-max--effort-reasoning","change":-0.01335043118753143},{"id":"claude-opus-4-7--effort-max","change":-0.010192817003263521}]}}},{"kind":"family","key":"livecodebench","evaluations":{"source":{"totalWeight":62.00450450449319,"predictableWeight":62.00450450449319,"coverage":1,"metrics":{"model-source":{"mass":62.00450450449319,"loss":0.3856617270522257,"brier":0.1156329003660974,"accuracy":0.8685325099891176},"model-family":{"mass":62.00450450449319,"loss":0.3859554818382352,"brier":0.11543418535551388,"accuracy":0.8706126649715606},"model-source-family":{"mass":62.00450450449319,"loss":0.38285221189151303,"brier":0.11445443105542477,"accuracy":0.8708112362271606}}},"family":{"totalWeight":1.0000000000000349,"predictableWeight":1.0000000000000349,"coverage":1,"metrics":{"model-source":{"mass":1.0000000000000349,"loss":0.4111759459214401,"brier":0.12606932971650506,"accuracy":0.7721831206206163},"model-family":{"mass":1.0000000000000349,"loss":0.4078426776030718,"brier":0.12533044400622273,"accuracy":0.7728248337623297},"model-source-family":{"mass":1.0000000000000349,"loss":0.40825521863025355,"brier":0.12590821755797008,"accuracy":0.7729870495495454}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0009371871352203481,"maximumAbsoluteShift":0.05642495461613549,"largestChanges":[{"id":"o4-mini--effort-high","change":-0.05642495461613549},{"id":"deepseek-v3.2-speciale--effort-reasoning","change":-0.006297848809343171},{"id":"glm-4.6v--effort-reasoning","change":0.005626697703315732},{"id":"minimax-m2--effort-reasoning","change":-0.005414971087730147},{"id":"muse-spark-1.3--effort-max","change":-0.0051090121534161925}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0010597005428134006,"maximumAbsoluteShift":0.013991507183233026,"largestChanges":[{"id":"o4-mini--effort-high","change":-0.013991507183233026},{"id":"gpt-5--effort-medium","change":0.00778499743309366},{"id":"glm-4.6v--effort-reasoning","change":0.00634270393443348},{"id":"deepseek-v3.2-speciale--effort-reasoning","change":-0.006231359340375192},{"id":"minimax-m2--effort-reasoning","change":-0.00508285160423666}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0010392640768908529,"maximumAbsoluteShift":0.029419935538096895,"largestChanges":[{"id":"o4-mini--effort-high","change":-0.029419935538096895},{"id":"gpt-5--effort-medium","change":0.00743609795893066},{"id":"deepseek-v3.2-speciale--effort-reasoning","change":-0.006654415360807797},{"id":"glm-4.6v--effort-reasoning","change":0.005695740363967555},{"id":"minimax-m2--effort-reasoning","change":-0.005661892761725365}]}}},{"kind":"family","key":"math500","evaluations":{"source":{"totalWeight":31.32203389830592,"predictableWeight":31.32203389830592,"coverage":1,"metrics":{"model-source":{"mass":31.32203389830592,"loss":0.39582700509573004,"brier":0.11965558842339392,"accuracy":0.8674242424242413},"model-family":{"mass":31.32203389830592,"loss":0.4006824128148579,"brier":0.12135981365486552,"accuracy":0.8664772727272718},"model-source-family":{"mass":31.32203389830592,"loss":0.3962405144995874,"brier":0.11984178103108124,"accuracy":0.867965367965367}}},"family":{"totalWeight":1.000000000000023,"predictableWeight":1.000000000000023,"coverage":1,"metrics":{"model-source":{"mass":1.000000000000023,"loss":0.39492451770327885,"brier":0.11934187691323134,"accuracy":0.8677966101694874},"model-family":{"mass":1.000000000000023,"loss":0.3999691048865157,"brier":0.12109584260706055,"accuracy":0.8667372881355893},"model-source-family":{"mass":1.000000000000023,"loss":0.3954916340570544,"brier":0.11956829449415916,"accuracy":0.8681497175141202}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0003665762488122318,"maximumAbsoluteShift":0.005886166259781445,"largestChanges":[{"id":"gemini-2.5-pro--effort-reasoning","change":0.005886166259781445},{"id":"gpt-4--effort-non-reasoning","change":0.004831518316330592},{"id":"o1--effort-reasoning","change":0.002921278552111717},{"id":"minimax-m1-80k--effort-reasoning","change":-0.0027742119413056154},{"id":"qwen3-235b-a22b-instruct-2507--effort-non-reasoning","change":-0.0027500235729140815}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.000657232648351573,"maximumAbsoluteShift":0.006292843735117182,"largestChanges":[{"id":"gemini-2.5-pro--effort-reasoning","change":0.006292843735117182},{"id":"gpt-4--effort-non-reasoning","change":0.0057804560611523035},{"id":"gpt-5--effort-minimal","change":0.0044538771378124994},{"id":"o1--effort-reasoning","change":0.003659366848637713},{"id":"minimax-m1-80k--effort-reasoning","change":-0.0027117110611430753}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.00045678971308595284,"maximumAbsoluteShift":0.006089798250469292,"largestChanges":[{"id":"gemini-2.5-pro--effort-reasoning","change":0.006089798250469292},{"id":"gpt-4--effort-non-reasoning","change":0.004960749711500411},{"id":"gpt-5--effort-minimal","change":0.003775670993439381},{"id":"o1--effort-reasoning","change":0.003131144705170355},{"id":"minimax-m1-80k--effort-reasoning","change":-0.002762441130394838}]}}},{"kind":"family","key":"mmlu-pro","evaluations":{"source":{"totalWeight":62.71681415930135,"predictableWeight":62.71681415930135,"coverage":1,"metrics":{"model-source":{"mass":62.71681415930135,"loss":0.3645461478809428,"brier":0.10678294574752067,"accuracy":0.8939913456563491},"model-family":{"mass":62.71681415930135,"loss":0.3683614530440234,"brier":0.10801369333216651,"accuracy":0.8925897182634694},"model-source-family":{"mass":62.71681415930135,"loss":0.36419194331968097,"brier":0.10663319067742993,"accuracy":0.8934622077982988}}},"family":{"totalWeight":0.9999999999998632,"predictableWeight":0.9999999999998632,"coverage":1,"metrics":{"model-source":{"mass":0.9999999999998632,"loss":0.36365412743502806,"brier":0.10633120137987494,"accuracy":0.8960927392226901},"model-family":{"mass":0.9999999999998632,"loss":0.3677318393690455,"brier":0.10766177777700774,"accuracy":0.894377167106559},"model-source-family":{"mass":0.9999999999998632,"loss":0.3634780224906046,"brier":0.10624824530133883,"accuracy":0.8952879987579588}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0006929005509651984,"maximumAbsoluteShift":0.005912420820133615,"largestChanges":[{"id":"claude-opus-4-5-20251101--effort-non-reasoning","change":-0.005912420820133615},{"id":"gemini-3-flash-preview--effort-non-reasoning","change":-0.0056761989444283345},{"id":"minimax-m2.1--effort-reasoning","change":-0.005638746608998213},{"id":"claude-sonnet-4-5-20250929--effort-non-reasoning","change":-0.005296564410527525},{"id":"muse-spark-1.3--effort-max","change":-0.0046248754947301185}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0010846745678317607,"maximumAbsoluteShift":0.005733612209007755,"largestChanges":[{"id":"gpt-5.2--effort-xhigh","change":0.005733612209007755},{"id":"claude-opus-4-5-20251101--effort-non-reasoning","change":-0.005559751975878935},{"id":"minimax-m2.1--effort-reasoning","change":-0.005321753912589378},{"id":"claude-sonnet-4-5-20250929--effort-non-reasoning","change":-0.0053075814024742055},{"id":"gemini-3-flash-preview--effort-non-reasoning","change":-0.005177758207713878}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0008025756385304648,"maximumAbsoluteShift":0.005804805570123042,"largestChanges":[{"id":"claude-opus-4-5-20251101--effort-non-reasoning","change":-0.005804805570123042},{"id":"gemini-3-flash-preview--effort-non-reasoning","change":-0.0055385472843215156},{"id":"minimax-m2.1--effort-reasoning","change":-0.005522447362598326},{"id":"claude-sonnet-4-5-20250929--effort-non-reasoning","change":-0.0052913275815866245},{"id":"gpt-5.2--effort-xhigh","change":0.004998187017888733}]}}},{"kind":"family","key":"mmmu-pro","evaluations":{"source":{"totalWeight":70.12280701754003,"predictableWeight":70.12280701754003,"coverage":1,"metrics":{"model-source":{"mass":70.12280701754003,"loss":0.29333967853682524,"brier":0.08349125291886307,"accuracy":0.9102483112334959},"model-family":{"mass":70.12280701754003,"loss":0.29998995245485094,"brier":0.08515403255165789,"accuracy":0.9101711700442707},"model-source-family":{"mass":70.12280701754003,"loss":0.29617075957206557,"brier":0.0839478807096505,"accuracy":0.9109884496706567}}},"family":{"totalWeight":1.0000000000001177,"predictableWeight":1.0000000000001177,"coverage":1,"metrics":{"model-source":{"mass":1.0000000000001177,"loss":0.29112785986448164,"brier":0.08262696772366983,"accuracy":0.911436837867619},"model-family":{"mass":1.0000000000001177,"loss":0.2968847834301918,"brier":0.08411125333852565,"accuracy":0.9113988261717132},"model-source-family":{"mass":1.0000000000001177,"loss":0.29313670596164637,"brier":0.08288795807997923,"accuracy":0.9125177345537778}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.005412461425552729,"maximumAbsoluteShift":0.03505593121053391,"largestChanges":[{"id":"kimi-k2.6--effort-reasoning","change":0.03505593121053391},{"id":"qwen3.5-397b-a17b--effort-non-reasoning","change":0.022986066634453933},{"id":"gpt-5.4--effort-xhigh","change":0.018098752395064588},{"id":"qwen3.8-27b--effort-xhigh","change":0.017158797509057522},{"id":"gpt-5.6-terra--effort-non-reasoning","change":0.017027691005472884}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0056594283269365536,"maximumAbsoluteShift":0.0326040862440336,"largestChanges":[{"id":"kimi-k2.6--effort-reasoning","change":0.0326040862440336},{"id":"qwen3.5-397b-a17b--effort-non-reasoning","change":0.026686061211706358},{"id":"gemini-3.1-pro--effort-high","change":-0.022455882395503612},{"id":"gpt-5.4--effort-xhigh","change":0.02083143099515944},{"id":"qwen3.8-27b--effort-xhigh","change":0.018180698910074178}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0061035931736417234,"maximumAbsoluteShift":0.032226153784254086,"largestChanges":[{"id":"kimi-k2.6--effort-reasoning","change":0.032226153784254086},{"id":"qwen3.5-397b-a17b--effort-non-reasoning","change":0.02598921827903855},{"id":"gemini-3.1-pro--effort-high","change":-0.023150317680796284},{"id":"gpt-5.4--effort-xhigh","change":0.02108265137594112},{"id":"qwen3.8-27b--effort-xhigh","change":0.01835093488014411}]}}},{"kind":"family","key":"omniscience","evaluations":{"source":{"totalWeight":115.78974358978384,"predictableWeight":115.78974358978384,"coverage":1,"metrics":{"model-source":{"mass":115.78974358978384,"loss":0.39089819225875716,"brier":0.1248566579107985,"accuracy":0.8221658768472345},"model-family":{"mass":115.78974358978384,"loss":0.3895593773175739,"brier":0.1237466200087803,"accuracy":0.8257540192214162},"model-source-family":{"mass":115.78974358978384,"loss":0.38965023133923404,"brier":0.12397673969976261,"accuracy":0.8250269424391555}}},"family":{"totalWeight":1.0000000000000349,"predictableWeight":1.0000000000000349,"coverage":1,"metrics":{"model-source":{"mass":1.0000000000000349,"loss":0.3963165143194222,"brier":0.12692645733874722,"accuracy":0.8185916913773685},"model-family":{"mass":1.0000000000000349,"loss":0.3944198881182211,"brier":0.12571855961562536,"accuracy":0.821905764870014},"model-source-family":{"mass":1.0000000000000349,"loss":0.39487400407434586,"brier":0.12605522710417508,"accuracy":0.8211125937554142}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0040152880117282,"maximumAbsoluteShift":0.06764070557904672,"largestChanges":[{"id":"qwen3.8-27b--effort-xhigh","change":0.06764070557904672},{"id":"qwen3.8-flash-next--effort-reasoning","change":0.04939244951128968},{"id":"glm-5.3-flash--effort-reasoning","change":0.038833161312451625},{"id":"minimax-m3--effort-reasoning","change":0.035393376391907344},{"id":"solar-open2-250b--effort-reasoning","change":0.03513466890524505}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.004847509556297567,"maximumAbsoluteShift":0.05476465624266358,"largestChanges":[{"id":"qwen3.8-27b--effort-xhigh","change":0.05476465624266358},{"id":"qwen3.8-flash-next--effort-reasoning","change":0.04301898050512826},{"id":"glm-5.3-flash--effort-reasoning","change":0.031514489624442366},{"id":"muse-spark-1.3--effort-max","change":0.030287173155490454},{"id":"solar-open2-250b--effort-reasoning","change":0.029867577080322866}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0047545464144215345,"maximumAbsoluteShift":0.06465194123351714,"largestChanges":[{"id":"qwen3.8-27b--effort-xhigh","change":0.06465194123351714},{"id":"qwen3.8-flash-next--effort-reasoning","change":0.04612181258650333},{"id":"glm-5.3-flash--effort-reasoning","change":0.035510439383315606},{"id":"solar-open2-250b--effort-reasoning","change":0.03300540134814778},{"id":"minimax-m3--effort-reasoning","change":0.032685781355285326}]}}},{"kind":"family","key":"scicode","evaluations":{"source":{"totalWeight":46.96590909090731,"predictableWeight":46.96590909090731,"coverage":1,"metrics":{"model-source":{"mass":46.96590909090731,"loss":0.30943765518795957,"brier":0.08996854265965654,"accuracy":0.8897148963626329},"model-family":{"mass":46.96590909090731,"loss":0.3192024112631866,"brier":0.09242519517533214,"accuracy":0.8896786031131779},"model-source-family":{"mass":46.96590909090731,"loss":0.317135555413408,"brier":0.09202374326348911,"accuracy":0.8897713525284532}}},"family":{"totalWeight":1.0000000000000326,"predictableWeight":1.0000000000000326,"coverage":1,"metrics":{"model-source":{"mass":1.0000000000000326,"loss":0.3009042384898643,"brier":0.08664212811460366,"accuracy":0.8964397486096843},"model-family":{"mass":1.0000000000000326,"loss":0.3113580763600775,"brier":0.08943001627846134,"accuracy":0.8954995885824458},"model-source-family":{"mass":1.0000000000000326,"loss":0.30902931518657845,"brier":0.0889122231979699,"accuracy":0.8956064152763512}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0013795562129867685,"maximumAbsoluteShift":0.014937287488513917,"largestChanges":[{"id":"qwen3.8-27b--effort-xhigh","change":0.014937287488513917},{"id":"qwen3.8-27b--effort-medium","change":0.01271019913950916},{"id":"gemini-3.1-pro--effort-reasoning","change":-0.011381525936934866},{"id":"glm-5.1--effort-reasoning","change":0.010962805005259396},{"id":"qwen3.6-35b-a3b--effort-reasoning","change":0.010308913395703306}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0019530998911240903,"maximumAbsoluteShift":0.02245395483046142,"largestChanges":[{"id":"claude-opus-5--effort-medium","change":0.02245395483046142},{"id":"qwen3.8-27b--effort-xhigh","change":0.017991866158641734},{"id":"deepseek-v4-flash--effort-high","change":0.017355812928120523},{"id":"gpt-6-astra--effort-medium","change":0.015577193739951145},{"id":"qwen3.8-27b--effort-medium","change":0.014699325498339216}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0017331194211492578,"maximumAbsoluteShift":0.015332181138155543,"largestChanges":[{"id":"qwen3.8-27b--effort-xhigh","change":0.015332181138155543},{"id":"claude-opus-5--effort-medium","change":0.014822400731639207},{"id":"qwen3.8-27b--effort-medium","change":0.013153108752176623},{"id":"deepseek-v4-flash--effort-high","change":0.012570746501375019},{"id":"glm-5.1--effort-reasoning","change":0.011620427283236617}]}}},{"kind":"family","key":"tau-bench","evaluations":{"source":{"totalWeight":107.0359812915876,"predictableWeight":107.0359812915876,"coverage":1,"metrics":{"model-source":{"mass":107.0359812915876,"loss":0.4198868302960896,"brier":0.1324758164319604,"accuracy":0.8120865615680847},"model-family":{"mass":107.0359812915876,"loss":0.4182576452096942,"brier":0.13160803363964801,"accuracy":0.8156385006500247},"model-source-family":{"mass":107.0359812915876,"loss":0.4186419993508307,"brier":0.1319237228782001,"accuracy":0.8138939800007104}}},"family":{"totalWeight":1.0000000000001235,"predictableWeight":1.0000000000001235,"coverage":1,"metrics":{"model-source":{"mass":1.0000000000001235,"loss":0.37997036406223306,"brier":0.11744771681648548,"accuracy":0.8380944757152484},"model-family":{"mass":1.0000000000001235,"loss":0.3792922450774139,"brier":0.11650942113301216,"accuracy":0.8429847136879597},"model-source-family":{"mass":1.0000000000001235,"loss":0.37983615270048804,"brier":0.11703320668042937,"accuracy":0.840348909242378}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.002677779188521888,"maximumAbsoluteShift":0.053815301277021,"largestChanges":[{"id":"deepseek-v3.2-speciale--effort-reasoning","change":0.053815301277021},{"id":"claude-opus-4-7--effort-non-reasoning","change":0.019867002878520085},{"id":"gemini-3-flash-preview--effort-reasoning","change":0.019276378090863633},{"id":"qwen-3.8-max--effort-reasoning","change":-0.01910583987937281},{"id":"qwen3.8-2.4t-a95b--effort-reasoning","change":-0.016547952507862063}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.004890281810775024,"maximumAbsoluteShift":0.050933420671766316,"largestChanges":[{"id":"deepseek-v3.2-speciale--effort-reasoning","change":0.050933420671766316},{"id":"qwen-3.8-max--effort-reasoning","change":-0.027609505704121573},{"id":"qwen3.8-2.4t-a95b--effort-reasoning","change":-0.024381977469613292},{"id":"qwen3.8-27b--effort-medium","change":-0.02436436100286421},{"id":"qwen3.8-flash-next--effort-reasoning","change":-0.023240162203201242}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0034756442180331375,"maximumAbsoluteShift":0.05351882304637409,"largestChanges":[{"id":"deepseek-v3.2-speciale--effort-reasoning","change":0.05351882304637409},{"id":"qwen-3.8-max--effort-reasoning","change":-0.02146239020600904},{"id":"qwen3.8-2.4t-a95b--effort-reasoning","change":-0.018973220522209733},{"id":"claude-opus-4-7--effort-non-reasoning","change":0.018120245408179275},{"id":"gemini-3-flash-preview--effort-reasoning","change":0.017716390624789247}]}}},{"kind":"family","key":"terminal-bench","evaluations":{"source":{"totalWeight":107.25595926243666,"predictableWeight":106.56845926243666,"coverage":0.9935900997508418,"metrics":{"model-source":{"mass":106.56845926243666,"loss":0.35513874394247014,"brier":0.097009469417734,"accuracy":0.8621646237135198},"model-family":{"mass":106.56845926243666,"loss":0.36165507658708385,"brier":0.09889446906541889,"accuracy":0.8642678543685771},"model-source-family":{"mass":106.56845926243666,"loss":0.35952799549831943,"brier":0.09836421753442363,"accuracy":0.8628165001356519}}},"family":{"totalWeight":0.9999999999999786,"predictableWeight":0.9714285714285501,"coverage":0.9714285714285709,"metrics":{"model-source":{"mass":0.9714285714285501,"loss":0.39242775480229536,"brier":0.10816758164014732,"accuracy":0.832412688271376},"model-family":{"mass":0.9714285714285501,"loss":0.42664013789120775,"brier":0.12234521273199651,"accuracy":0.8283876863258669},"model-source-family":{"mass":0.9714285714285501,"loss":0.41778379626964174,"brier":0.11879871875016249,"accuracy":0.8273789658412941}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.003980789817343959,"maximumAbsoluteShift":0.08232937414005448,"largestChanges":[{"id":"gemini-3.8-flash--effort-high","change":-0.08232937414005448},{"id":"gemini-3.7-flash--effort-high","change":0.0639403392659913},{"id":"claude-opus-5--effort-max","change":-0.05390221937649997},{"id":"grok-4.6--effort-high","change":-0.049074299027492274},{"id":"kimi-k2.6--effort-reasoning","change":-0.041349907096653565}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0061472856521617245,"maximumAbsoluteShift":0.04903210840524713,"largestChanges":[{"id":"kimi-k2.6--effort-reasoning","change":-0.04903210840524713},{"id":"claude-fable-5--effort-xhigh","change":-0.041228260796249416},{"id":"gpt-5.4--effort-xhigh","change":0.04110850515135045},{"id":"claude-fable-5--effort-high","change":-0.02821862391425145},{"id":"grok-4.6--effort-high","change":-0.027062249561786822}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.005878535728879114,"maximumAbsoluteShift":0.052585296517097424,"largestChanges":[{"id":"gpt-5.4--effort-xhigh","change":0.052585296517097424},{"id":"kimi-k2.6--effort-reasoning","change":-0.04939986042274447},{"id":"claude-fable-5--effort-xhigh","change":-0.045901304228807116},{"id":"gemini-3.8-flash--effort-high","change":-0.03934269839509752},{"id":"grok-4.6--effort-high","change":-0.03278580157630362}]}}},{"kind":"family","key":"arc-agi","evaluations":{"source":{"totalWeight":57.868421052627035,"predictableWeight":33.032894736843645,"coverage":0.5708276489314038,"metrics":{"model-source":{"mass":33.032894736843645,"loss":0.39068639007061395,"brier":0.12029405954375856,"accuracy":0.8378244705569948},"model-family":{"mass":33.032894736843645,"loss":0.40975299795558967,"brier":0.12555671517544245,"accuracy":0.8429828055500241},"model-source-family":{"mass":33.032894736843645,"loss":0.40597639067184266,"brier":0.12429623663283375,"accuracy":0.8447022505477009}}},"family":{"totalWeight":1.0000000000000315,"predictableWeight":0.5694631878842424,"coverage":0.5694631878842245,"metrics":{"model-source":{"mass":0.5694631878842424,"loss":0.3901302374912243,"brier":0.12032743138353907,"accuracy":0.8378674873280156},"model-family":{"mass":0.5694631878842424,"loss":0.40558121318238893,"brier":0.1243247270620937,"accuracy":0.8430745178065879},"model-source-family":{"mass":0.5694631878842424,"loss":0.40350292778256874,"brier":0.12366663958537466,"accuracy":0.8450190902507982}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.017804160447309696,"maximumAbsoluteShift":0.19427801062761407,"largestChanges":[{"id":"gemini-3.6-flash--effort-minimal","change":0.19427801062761407},{"id":"gemini-3-flash-preview--effort-high","change":0.15193346925304618},{"id":"grok-4.6--effort-medium","change":0.10855786453349148},{"id":"kimi-k3--effort-high","change":0.10588663537592025},{"id":"gpt-5--effort-low","change":0.0999909022868546}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.018542149206978595,"maximumAbsoluteShift":0.16200498288412832,"largestChanges":[{"id":"gemini-3.6-flash--effort-minimal","change":0.16200498288412832},{"id":"gemini-3-flash-preview--effort-high","change":0.1044160616864443},{"id":"kimi-k3--effort-high","change":0.09650093220608885},{"id":"gemini-3.5-flash--effort-low","change":0.08953565331321217},{"id":"grok-4.6--effort-medium","change":0.06286394459739575}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.019047980074948994,"maximumAbsoluteShift":0.1720228933516082,"largestChanges":[{"id":"gemini-3.6-flash--effort-minimal","change":0.1720228933516082},{"id":"gemini-3-flash-preview--effort-high","change":0.11603557306396245},{"id":"kimi-k3--effort-high","change":0.11289632921605147},{"id":"gemini-3.5-flash--effort-low","change":0.09748527477005575},{"id":"grok-4.6--effort-medium","change":0.07557913769608171}]}}},{"kind":"family","key":"deepswe","evaluations":{"source":{"totalWeight":20.71999999999947,"predictableWeight":20.71999999999947,"coverage":1,"metrics":{"model-source":{"mass":20.71999999999947,"loss":0.4735429950165971,"brier":0.15071323281178226,"accuracy":0.7952059202059196},"model-family":{"mass":20.71999999999947,"loss":0.5049479891848415,"brier":0.16239126004551746,"accuracy":0.7872586872586861},"model-source-family":{"mass":20.71999999999947,"loss":0.5036688747846028,"brier":0.16233555086912557,"accuracy":0.785392535392534}}},"family":{"totalWeight":0.9999999999999942,"predictableWeight":0.9999999999999942,"coverage":1,"metrics":{"model-source":{"mass":0.9999999999999942,"loss":0.5163017199574128,"brier":0.16885668075356014,"accuracy":0.7539794871794875},"model-family":{"mass":0.9999999999999942,"loss":0.5411513118727085,"brier":0.17839633125572021,"accuracy":0.7469205128205127},"model-source-family":{"mass":0.9999999999999942,"loss":0.5447137470969644,"brier":0.18040012783262702,"accuracy":0.7403051282051277}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.023495016007917948,"maximumAbsoluteShift":0.16638371369510496,"largestChanges":[{"id":"gemini-3.8-flash--effort-medium","change":-0.16638371369510496},{"id":"glm-5.3-flash--effort-max","change":-0.16281325715561232},{"id":"kimi-k3--effort-max","change":-0.13469075452870322},{"id":"glm-5.3--effort-max","change":-0.1342398531273778},{"id":"gemini-3.8-flash--effort-high","change":-0.1247431600798905}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.009500626608626338,"maximumAbsoluteShift":0.06824453415807819,"largestChanges":[{"id":"glm-5.3-flash--effort-max","change":-0.06824453415807819},{"id":"gemini-3.8-flash--effort-medium","change":-0.06474181850363447},{"id":"glm-5.3--effort-max","change":-0.04344603246259643},{"id":"gemini-3.8-flash--effort-high","change":-0.043312691852858964},{"id":"claude-opus-5--effort-medium","change":-0.0325733358407585}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.009848069531651293,"maximumAbsoluteShift":0.09364640182630923,"largestChanges":[{"id":"gemini-3.8-flash--effort-medium","change":-0.09364640182630923},{"id":"glm-5.3-flash--effort-max","change":-0.08835351774654882},{"id":"glm-5.3--effort-max","change":-0.06822068618843125},{"id":"gemini-3.8-flash--effort-high","change":-0.06436690311960286},{"id":"gpt-6-astra--effort-xhigh","change":-0.043043439589464993}]}}},{"kind":"family","key":"swe-bench-pro","evaluations":{"source":{"totalWeight":1.5,"predictableWeight":0,"coverage":0,"metrics":{"model-source":{"mass":0,"loss":null,"brier":null,"accuracy":null},"model-family":{"mass":0,"loss":null,"brier":null,"accuracy":null},"model-source-family":{"mass":0,"loss":null,"brier":null,"accuracy":null}}},"family":{"totalWeight":1,"predictableWeight":0,"coverage":0,"metrics":{"model-source":{"mass":0,"loss":null,"brier":null,"accuracy":null},"model-family":{"mass":0,"loss":null,"brier":null,"accuracy":null},"model-source-family":{"mass":0,"loss":null,"brier":null,"accuracy":null}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.00006572325811870185,"maximumAbsoluteShift":0.005994790560973906,"largestChanges":[{"id":"muse-spark-1.1--effort-xhigh","change":0.005994790560973906},{"id":"gpt-5.5--effort-xhigh","change":-0.005494543098544913},{"id":"gpt-5.6-sol--effort-xhigh","change":0.0016327798696591511},{"id":"claude-fable-5--effort-max","change":-0.0010764296980829702},{"id":"gpt-5.4--effort-xhigh","change":0.0006978029502689442}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.00002543619645701489,"maximumAbsoluteShift":0.0007719092875343447,"largestChanges":[{"id":"gpt-5.6-sol--effort-xhigh","change":0.0007719092875343447},{"id":"muse-spark-1.1--effort-xhigh","change":0.0006012674591815981},{"id":"gpt-5.4--effort-xhigh","change":0.00050176413028169},{"id":"gpt-5.5--effort-xhigh","change":-0.0004998203883455066},{"id":"claude-opus-4-7--effort-xhigh","change":-0.00014593654788030985}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.000024774504394361927,"maximumAbsoluteShift":0.001048528056734832,"largestChanges":[{"id":"gpt-5.5--effort-xhigh","change":-0.001048528056734832},{"id":"muse-spark-1.1--effort-xhigh","change":0.00101635886287893},{"id":"gpt-5.6-sol--effort-xhigh","change":0.0006773909031428937},{"id":"claude-fable-5--effort-max","change":-0.00022439760246417695},{"id":"glm-5.3-flash--effort-max","change":0.00011116007919753645}]}}},{"kind":"family","key":"arc-agi-3","evaluations":{"source":{"totalWeight":7.333333333333329,"predictableWeight":7.333333333333329,"coverage":1,"metrics":{"model-source":{"mass":7.333333333333329,"loss":0.3179035872934241,"brier":0.08954371790269382,"accuracy":0.9026515151515151},"model-family":{"mass":7.333333333333329,"loss":0.3708938192680247,"brier":0.10656414385809916,"accuracy":0.9215909090909091},"model-source-family":{"mass":7.333333333333329,"loss":0.3538573210015685,"brier":0.10065763909906121,"accuracy":0.9083333333333333}}},"family":{"totalWeight":0.9999999999999976,"predictableWeight":0.9999999999999976,"coverage":1,"metrics":{"model-source":{"mass":0.9999999999999976,"loss":0.30820876860246005,"brier":0.08429796707174392,"accuracy":0.9212301587301588},"model-family":{"mass":0.9999999999999976,"loss":0.3618487290372675,"brier":0.10217801515164661,"accuracy":0.9490079365079368},"model-source-family":{"mass":0.9999999999999976,"loss":0.3443822415658675,"brier":0.09585941697991525,"accuracy":0.933134920634921}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0013870314409120438,"maximumAbsoluteShift":0.020745859636083663,"largestChanges":[{"id":"gpt-5.6-terra--effort-medium","change":0.020745859636083663},{"id":"gpt-5.6-sol--effort-low","change":-0.01712380197492136},{"id":"gpt-5.6-luna--effort-max","change":0.014735864566209123},{"id":"grok-4.6--effort-xhigh","change":-0.01466604123486015},{"id":"gpt-6-astra--effort-low","change":-0.013414630978856201}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0006721359864070543,"maximumAbsoluteShift":0.017441057180969055,"largestChanges":[{"id":"gpt-5.6-luna--effort-high","change":0.017441057180969055},{"id":"claude-opus-5--effort-high","change":-0.016833208988682014},{"id":"gpt-5.6-terra--effort-medium","change":0.014713220708910735},{"id":"gpt-6-astra--effort-low","change":-0.014559912763831062},{"id":"gpt-6-astra--effort-medium","change":-0.014169161757391913}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0008436375807337665,"maximumAbsoluteShift":0.019825665167218398,"largestChanges":[{"id":"claude-opus-5--effort-high","change":-0.019825665167218398},{"id":"gpt-5.6-luna--effort-high","change":0.01934468606488815},{"id":"gpt-6-astra--effort-low","change":-0.018099860680501845},{"id":"gpt-5.6-terra--effort-medium","change":0.017016800760519285},{"id":"gpt-6-astra--effort-medium","change":-0.016383236263525336}]}}},{"kind":"family","key":"frontiercode","evaluations":{"source":{"totalWeight":37.50952380952525,"predictableWeight":36.59523809523932,"coverage":0.97562523803478,"metrics":{"model-source":{"mass":36.59523809523932,"loss":0.3693211964037071,"brier":0.11074484809970328,"accuracy":0.8639535892430996},"model-family":{"mass":36.59523809523932,"loss":0.3936310502664481,"brier":0.11771667033314376,"accuracy":0.8744415528084866},"model-source-family":{"mass":36.59523809523932,"loss":0.3897376372615743,"brier":0.11659853395341709,"accuracy":0.8826133159835027}}},"family":{"totalWeight":0.9999999999999994,"predictableWeight":0.9874999999999985,"coverage":0.987499999999999,"metrics":{"model-source":{"mass":0.9874999999999985,"loss":0.3898362070160757,"brier":0.11672839940123407,"accuracy":0.8588403321947617},"model-family":{"mass":0.9874999999999985,"loss":0.4153928341454171,"brier":0.1249020965633914,"accuracy":0.8730818431451327},"model-source-family":{"mass":0.9874999999999985,"loss":0.41302450936385543,"brier":0.12423661676173148,"accuracy":0.9002709128658484}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.010414282040382413,"maximumAbsoluteShift":0.11523178693999969,"largestChanges":[{"id":"claude-opus-5--effort-medium","change":-0.11523178693999969},{"id":"claude-opus-5--effort-xhigh","change":0.10718016169396949},{"id":"deepseek-v4-flash--effort-high","change":0.10099047088600979},{"id":"grok-4.5--effort-low","change":0.09170004982272081},{"id":"claude-opus-4-6--effort-high","change":0.08537196813808601}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.006887067152147047,"maximumAbsoluteShift":0.06073788852597928,"largestChanges":[{"id":"claude-opus-5--effort-medium","change":-0.06073788852597928},{"id":"claude-fable-5--effort-low","change":-0.056228248744130405},{"id":"claude-fable-5--effort-medium","change":-0.055704940769403244},{"id":"gemini-3.6-flash--effort-low","change":0.053859373453677556},{"id":"claude-opus-4-6--effort-high","change":0.0531049218312829}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.00889333887774748,"maximumAbsoluteShift":0.08713240896608554,"largestChanges":[{"id":"claude-opus-5--effort-medium","change":-0.08713240896608554},{"id":"claude-opus-4-6--effort-high","change":0.06597418246562348},{"id":"claude-fable-5--effort-low","change":-0.0633134673782309},{"id":"grok-4.5--effort-low","change":0.05721476125672367},{"id":"gemini-3.6-flash--effort-low","change":0.05717103806956508}]}}},{"kind":"family","key":"enigma-eval","evaluations":{"source":{"totalWeight":2.5,"predictableWeight":2.5,"coverage":1,"metrics":{"model-source":{"mass":2.5,"loss":0.5100159751113029,"brier":0.16782043072836186,"accuracy":0.7},"model-family":{"mass":2.5,"loss":0.581364191954479,"brier":0.19596056557528874,"accuracy":0.8},"model-source-family":{"mass":2.5,"loss":0.5592592457844435,"brier":0.18584945321923943,"accuracy":0.8}}},"family":{"totalWeight":0.9999999999999999,"predictableWeight":0.9999999999999999,"coverage":1,"metrics":{"model-source":{"mass":0.9999999999999999,"loss":0.5100159751113029,"brier":0.1678204307283619,"accuracy":0.7000000000000001},"model-family":{"mass":0.9999999999999999,"loss":0.581364191954479,"brier":0.1959605655752888,"accuracy":0.8},"model-source-family":{"mass":0.9999999999999999,"loss":0.5592592457844437,"brier":0.1858494532192395,"accuracy":0.8}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0005327755554254028,"maximumAbsoluteShift":0.03376861421477673,"largestChanges":[{"id":"claude-opus-4-8--effort-xhigh","change":0.03376861421477673},{"id":"claude-fable-5--effort-high","change":-0.033325932629123645},{"id":"claude-opus-5--effort-xhigh","change":0.016378905730372928},{"id":"claude-opus-4-6--effort-max","change":-0.013685823581597922},{"id":"gemini-3.5-flash--effort-high","change":0.011815787331537875}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0038609204358514334,"maximumAbsoluteShift":0.06890211351143216,"largestChanges":[{"id":"claude-opus-4-8--effort-xhigh","change":0.06890211351143216},{"id":"claude-fable-5--effort-high","change":-0.04450696030698853},{"id":"claude-fable-5--effort-xhigh","change":0.027406507109628442},{"id":"claude-opus-5--effort-xhigh","change":0.020233989968962418},{"id":"gpt-5.6-sol--effort-high","change":-0.013034318932418465}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.005600013196905213,"maximumAbsoluteShift":0.07366762200922627,"largestChanges":[{"id":"claude-opus-4-8--effort-xhigh","change":0.07366762200922627},{"id":"claude-fable-5--effort-high","change":-0.03676107833628828},{"id":"claude-fable-5--effort-xhigh","change":0.02614702235705757},{"id":"claude-opus-5--effort-xhigh","change":0.02430887361188039},{"id":"claude-fable-5--effort-low","change":0.016810992241709233}]}}},{"kind":"family","key":"swe-atlas-qna","evaluations":{"source":{"totalWeight":3,"predictableWeight":3,"coverage":1,"metrics":{"model-source":{"mass":3,"loss":0.5751718896754416,"brier":0.19249174040044917,"accuracy":0.8333333333333334},"model-family":{"mass":3,"loss":0.6252600643930487,"brier":0.2144850900639146,"accuracy":0.8333333333333334},"model-source-family":{"mass":3,"loss":0.5865698738563402,"brier":0.19747323471914038,"accuracy":0.8333333333333334}}},"family":{"totalWeight":0.9999999999999999,"predictableWeight":0.9999999999999999,"coverage":1,"metrics":{"model-source":{"mass":0.9999999999999999,"loss":0.5751718896754417,"brier":0.1924917404004492,"accuracy":0.8333333333333334},"model-family":{"mass":0.9999999999999999,"loss":0.6252600643930488,"brier":0.21448509006391467,"accuracy":0.8333333333333334},"model-source-family":{"mass":0.9999999999999999,"loss":0.5865698738563403,"brier":0.1974732347191404,"accuracy":0.8333333333333334}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0017106829154988992,"maximumAbsoluteShift":0.0467610206581075,"largestChanges":[{"id":"claude-opus-4-8--effort-xhigh","change":-0.0467610206581075},{"id":"gpt-5.6-sol--effort-xhigh","change":-0.024993520337856623},{"id":"claude-fable-5--effort-xhigh","change":0.0235247352037824},{"id":"claude-fable-5-1--effort-xhigh","change":0.021555326397582064},{"id":"claude-opus-5--effort-xhigh","change":-0.019880653090991962}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.002323534898056152,"maximumAbsoluteShift":0.09969742204969334,"largestChanges":[{"id":"claude-fable-5--effort-xhigh","change":0.09969742204969334},{"id":"claude-opus-4-8--effort-xhigh","change":-0.0608028724256624},{"id":"gpt-5.6-sol--effort-xhigh","change":-0.040560017105982005},{"id":"claude-opus-5--effort-xhigh","change":-0.03788142665139471},{"id":"claude-fable-5-1--effort-xhigh","change":0.022390860155674708}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0015682578816259582,"maximumAbsoluteShift":0.06626508046083635,"largestChanges":[{"id":"claude-fable-5--effort-xhigh","change":0.06626508046083635},{"id":"gpt-5.6-sol--effort-xhigh","change":-0.055897985521304094},{"id":"claude-opus-5--effort-xhigh","change":-0.04166219967388318},{"id":"claude-opus-4-8--effort-xhigh","change":-0.03942848869829124},{"id":"claude-fable-5-1--effort-xhigh","change":0.026175375127088674}]}}},{"kind":"family","key":"swe-atlas-refactoring","evaluations":{"source":{"totalWeight":2,"predictableWeight":2,"coverage":1,"metrics":{"model-source":{"mass":2,"loss":0.5350267015298495,"brier":0.17336768757557733,"accuracy":1},"model-family":{"mass":2,"loss":0.5225314849058492,"brier":0.1656394683782677,"accuracy":1},"model-source-family":{"mass":2,"loss":0.551233068937721,"brier":0.18012277022821793,"accuracy":1}}},"family":{"totalWeight":1,"predictableWeight":1,"coverage":1,"metrics":{"model-source":{"mass":1,"loss":0.5350267015298495,"brier":0.17336768757557733,"accuracy":1},"model-family":{"mass":1,"loss":0.5225314849058492,"brier":0.1656394683782677,"accuracy":1},"model-source-family":{"mass":1,"loss":0.551233068937721,"brier":0.18012277022821793,"accuracy":1}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0005012115415579626,"maximumAbsoluteShift":0.044957672151816674,"largestChanges":[{"id":"claude-fable-5-1--effort-xhigh","change":-0.044957672151816674},{"id":"claude-opus-5--effort-xhigh","change":0.021893281817133237},{"id":"gpt-5.5--effort-xhigh","change":-0.014667357434809847},{"id":"claude-fable-5--effort-xhigh","change":0.014176590780854315},{"id":"gpt-5.4--effort-xhigh","change":0.007136802970198586}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0008479980468219197,"maximumAbsoluteShift":0.06793558014854817,"largestChanges":[{"id":"claude-fable-5-1--effort-xhigh","change":-0.06793558014854817},{"id":"claude-fable-5--effort-xhigh","change":0.035171856064861506},{"id":"claude-opus-4-8--effort-xhigh","change":0.015081631965608244},{"id":"gpt-5.5--effort-xhigh","change":-0.010133243086574928},{"id":"gpt-5.4--effort-xhigh","change":0.009695918970654971}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.001058007513952984,"maximumAbsoluteShift":0.09040578783777165,"largestChanges":[{"id":"claude-fable-5-1--effort-xhigh","change":-0.09040578783777165},{"id":"claude-fable-5--effort-xhigh","change":0.03864624531008587},{"id":"gpt-5.5--effort-xhigh","change":-0.016349236273790257},{"id":"claude-opus-5--effort-xhigh","change":0.013173441286782994},{"id":"claude-opus-4-8--effort-xhigh","change":0.011535849163929246}]}}},{"kind":"family","key":"swe-atlas-test-writing","evaluations":{"source":{"totalWeight":2.5,"predictableWeight":2.5,"coverage":1,"metrics":{"model-source":{"mass":2.5,"loss":0.657699767642564,"brier":0.2317299160472735,"accuracy":0.6},"model-family":{"mass":2.5,"loss":0.6488715043558784,"brier":0.22886213846842457,"accuracy":0.6},"model-source-family":{"mass":2.5,"loss":0.6394580376354823,"brier":0.22365646482418952,"accuracy":0.6}}},"family":{"totalWeight":1,"predictableWeight":1,"coverage":1,"metrics":{"model-source":{"mass":1,"loss":0.8121792508656493,"brier":0.3047289364862766,"accuracy":0.3333333333333333},"model-family":{"mass":1,"loss":0.7494261203981756,"brier":0.27780296454473963,"accuracy":0.3333333333333333},"model-source-family":{"mass":1,"loss":0.7692768444691512,"brier":0.2859357796029135,"accuracy":0.3333333333333333}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.001094512611763972,"maximumAbsoluteShift":0.030837544318896626,"largestChanges":[{"id":"claude-fable-5--effort-xhigh","change":-0.030837544318896626},{"id":"muse-spark-1.1--effort-xhigh","change":-0.025246353719909465},{"id":"claude-opus-5--effort-xhigh","change":-0.02176896791084071},{"id":"gpt-5.5--effort-xhigh","change":0.019165024923946894},{"id":"gpt-5.4--effort-xhigh","change":-0.012245583342001154}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0014879199421318958,"maximumAbsoluteShift":0.06526512576876231,"largestChanges":[{"id":"claude-opus-4-8--effort-xhigh","change":0.06526512576876231},{"id":"claude-opus-5--effort-xhigh","change":-0.03968661635999404},{"id":"claude-fable-5--effort-xhigh","change":-0.027499290770122364},{"id":"gpt-5.5--effort-xhigh","change":0.017505656960599247},{"id":"muse-spark-1.1--effort-xhigh","change":-0.011907893322062879}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0012444738125108508,"maximumAbsoluteShift":0.04584789266720968,"largestChanges":[{"id":"claude-opus-5--effort-xhigh","change":-0.04584789266720968},{"id":"claude-opus-4-8--effort-xhigh","change":0.04567318036388668},{"id":"gpt-5.5--effort-xhigh","change":0.029332973495780346},{"id":"claude-fable-5--effort-xhigh","change":-0.024057420509269067},{"id":"muse-spark-1.1--effort-xhigh","change":-0.021044539752654745}]}}},{"kind":"family","key":"livebench-math","evaluations":{"source":{"totalWeight":13.500000000000393,"predictableWeight":13.500000000000393,"coverage":1,"metrics":{"model-source":{"mass":13.500000000000393,"loss":0.5456903946711166,"brier":0.15396181017190097,"accuracy":0.7122507122507086},"model-family":{"mass":13.500000000000393,"loss":0.5454041385480717,"brier":0.1535653153525886,"accuracy":0.7336182336182303},"model-source-family":{"mass":13.500000000000393,"loss":0.5442073562746021,"brier":0.1532273579648628,"accuracy":0.7257834757834724}}},"family":{"totalWeight":0.999999999999976,"predictableWeight":0.999999999999976,"coverage":1,"metrics":{"model-source":{"mass":0.999999999999976,"loss":0.5456903946711451,"brier":0.1539618101719091,"accuracy":0.7122507122507201},"model-family":{"mass":0.999999999999976,"loss":0.5454041385481008,"brier":0.15356531535259688,"accuracy":0.7336182336182411},"model-source-family":{"mass":0.999999999999976,"loss":0.5442073562746313,"brier":0.15322735796487108,"accuracy":0.7257834757834833}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.00041139740903992154,"maximumAbsoluteShift":0.017565730095782384,"largestChanges":[{"id":"claude-opus-4-5-20251101--effort-thinking-64k","change":-0.017565730095782384},{"id":"claude-opus-4-7--effort-xhigh","change":-0.007453632944545208},{"id":"muse-spark-1.1--effort-xhigh","change":0.007182659749080167},{"id":"claude-opus-4-8--effort-max","change":-0.0070862998917286535},{"id":"gemini-3.5-flash-lite--effort-high","change":0.004834131794783453}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0004252495654506438,"maximumAbsoluteShift":0.020835415019160752,"largestChanges":[{"id":"claude-opus-4-5-20251101--effort-thinking-64k","change":-0.020835415019160752},{"id":"claude-opus-4-7--effort-xhigh","change":-0.014626947037129079},{"id":"gpt-5.2--effort-high","change":-0.011479817921621505},{"id":"claude-opus-4-8--effort-max","change":-0.009182177781496603},{"id":"gpt-5.6-luna--effort-max","change":0.00723633674360763}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0007143825571513329,"maximumAbsoluteShift":0.017744407295161135,"largestChanges":[{"id":"claude-opus-4-5-20251101--effort-thinking-64k","change":-0.017744407295161135},{"id":"claude-opus-4-7--effort-xhigh","change":-0.01227413226474705},{"id":"muse-spark-1.1--effort-xhigh","change":0.011043292522587067},{"id":"claude-opus-4-8--effort-max","change":-0.01072779579071248},{"id":"gpt-5.2--effort-high","change":-0.008045592198258178}]}}},{"kind":"family","key":"livebench-coding","evaluations":{"source":{"totalWeight":13.50000000000021,"predictableWeight":13.50000000000021,"coverage":1,"metrics":{"model-source":{"mass":13.50000000000021,"loss":0.6140523007866832,"brier":0.1843408291947295,"accuracy":0.6666666666666586},"model-family":{"mass":13.50000000000021,"loss":0.5960145084952253,"brier":0.17910399052016304,"accuracy":0.6609686609686527},"model-source-family":{"mass":13.50000000000021,"loss":0.598989666921877,"brier":0.18023465564416313,"accuracy":0.6581196581196498}}},"family":{"totalWeight":1.0000000000000075,"predictableWeight":1.0000000000000075,"coverage":1,"metrics":{"model-source":{"mass":1.0000000000000075,"loss":0.6140523007866873,"brier":0.1843408291947308,"accuracy":0.6666666666666612},"model-family":{"mass":1.0000000000000075,"loss":0.5960145084952295,"brier":0.17910399052016474,"accuracy":0.6609686609686555},"model-source-family":{"mass":1.0000000000000075,"loss":0.5989896669218817,"brier":0.1802346556441647,"accuracy":0.6581196581196526}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0012600226930076588,"maximumAbsoluteShift":0.03579575412732733,"largestChanges":[{"id":"claude-opus-4-5-20251101--effort-thinking-64k","change":-0.03579575412732733},{"id":"gemini-3.8-flash--effort-high","change":0.01895928055768059},{"id":"claude-opus-4-7--effort-xhigh","change":-0.014441006468094264},{"id":"gpt-5.6-luna--effort-max","change":-0.01215724952350955},{"id":"claude-sonnet-4-6--effort-medium","change":-0.010455426563597936}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.002399672806978888,"maximumAbsoluteShift":0.040356131136825235,"largestChanges":[{"id":"claude-opus-4-5-20251101--effort-thinking-64k","change":-0.040356131136825235},{"id":"gemini-3.8-flash--effort-high","change":0.03561955354376922},{"id":"claude-sonnet-4-6--effort-medium","change":-0.027764344653627704},{"id":"claude-opus-4-7--effort-xhigh","change":-0.026819392140740805},{"id":"claude-sonnet-5--effort-xhigh","change":-0.018937254250310953}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0016476318195302291,"maximumAbsoluteShift":0.037201739435948955,"largestChanges":[{"id":"gemini-3.8-flash--effort-high","change":0.037201739435948955},{"id":"claude-opus-4-5-20251101--effort-thinking-64k","change":-0.035759895077791704},{"id":"claude-opus-4-7--effort-xhigh","change":-0.021894981598614527},{"id":"gpt-5.6-luna--effort-max","change":-0.019675059176628373},{"id":"claude-sonnet-4-6--effort-medium","change":-0.01866725448746942}]}}},{"kind":"family","key":"livebench-language","evaluations":{"source":{"totalWeight":13.499999999999956,"predictableWeight":13.499999999999956,"coverage":1,"metrics":{"model-source":{"mass":13.499999999999956,"loss":0.5404481941495243,"brier":0.1614458088015197,"accuracy":0.7065527065527074},"model-family":{"mass":13.499999999999956,"loss":0.5539024138948015,"brier":0.16679914066841273,"accuracy":0.7293447293447302},"model-source-family":{"mass":13.499999999999956,"loss":0.5480329173718407,"brier":0.16442413919352514,"accuracy":0.7312440645773988}}},"family":{"totalWeight":1.0000000000000155,"predictableWeight":1.0000000000000155,"coverage":1,"metrics":{"model-source":{"mass":1.0000000000000155,"loss":0.5404481941495145,"brier":0.16144580880151638,"accuracy":0.706552706552705},"model-family":{"mass":1.0000000000000155,"loss":0.5539024138947929,"brier":0.16679914066840928,"accuracy":0.7293447293447279},"model-source-family":{"mass":1.0000000000000155,"loss":0.5480329173718312,"brier":0.16442413919352222,"accuracy":0.7312440645773965}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0014777066928119752,"maximumAbsoluteShift":0.018245283863505657,"largestChanges":[{"id":"claude-opus-4-5-20251101--effort-thinking-64k","change":-0.018245283863505657},{"id":"muse-spark-1.3--effort-xhigh","change":0.01674572127720564},{"id":"claude-opus-4-7--effort-xhigh","change":0.015794176000281268},{"id":"claude-sonnet-5--effort-xhigh","change":0.01227073674581386},{"id":"muse-spark-1.1--effort-xhigh","change":0.011633472417006407}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0018679348346540283,"maximumAbsoluteShift":0.025987416018884102,"largestChanges":[{"id":"claude-opus-4-7--effort-xhigh","change":0.025987416018884102},{"id":"claude-sonnet-5--effort-xhigh","change":0.01696712474760914},{"id":"muse-spark-1.3--effort-xhigh","change":0.016965669123564897},{"id":"claude-opus-4-5-20251101--effort-thinking-64k","change":-0.0164879339171653},{"id":"claude-opus-4-6--effort-high","change":-0.014720557445514704}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0020875610583447747,"maximumAbsoluteShift":0.02163262418156292,"largestChanges":[{"id":"claude-opus-4-7--effort-xhigh","change":0.02163262418156292},{"id":"muse-spark-1.3--effort-xhigh","change":0.01952994516940132},{"id":"claude-sonnet-5--effort-xhigh","change":0.018226203665538343},{"id":"muse-spark-1.1--effort-xhigh","change":0.017736902856301362},{"id":"gemini-3.8-flash--effort-high","change":-0.016679211719468068}]}}},{"kind":"family","key":"livebench-data","evaluations":{"source":{"totalWeight":13.499999999999956,"predictableWeight":13.499999999999956,"coverage":1,"metrics":{"model-source":{"mass":13.499999999999956,"loss":0.7580289217264429,"brier":0.2400589628724449,"accuracy":0.5892687559354226},"model-family":{"mass":13.499999999999956,"loss":0.7071191312962419,"brier":0.22592720177789138,"accuracy":0.5997150997151007},"model-source-family":{"mass":13.499999999999956,"loss":0.7131456016660476,"brier":0.22770471806454418,"accuracy":0.5930674264007598}}},"family":{"totalWeight":1.0000000000000155,"predictableWeight":1.0000000000000155,"coverage":1,"metrics":{"model-source":{"mass":1.0000000000000155,"loss":0.7580289217264278,"brier":0.24005896287244038,"accuracy":0.5892687559354198},"model-family":{"mass":1.0000000000000155,"loss":0.7071191312962285,"brier":0.22592720177788678,"accuracy":0.599715099715097},"model-source-family":{"mass":1.0000000000000155,"loss":0.7131456016660345,"brier":0.22770471806454012,"accuracy":0.5930674264007569}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0006931245169407732,"maximumAbsoluteShift":0.020870960022609353,"largestChanges":[{"id":"gemini-3.8-flash--effort-high","change":0.020870960022609353},{"id":"gemini-3.7-flash--effort-high","change":0.015888869719103416},{"id":"gpt-5.2--effort-high","change":-0.012413630562274625},{"id":"claude-opus-4-8--effort-max","change":0.010638813310023976},{"id":"gpt-5.4-mini--effort-xhigh","change":-0.010163200580875553}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0010145105982041808,"maximumAbsoluteShift":0.037714641606123034,"largestChanges":[{"id":"gemini-3.8-flash--effort-high","change":0.037714641606123034},{"id":"gpt-5.2--effort-high","change":-0.026421600767865483},{"id":"gemini-3.7-flash--effort-high","change":0.02061642059590696},{"id":"claude-opus-5--effort-max","change":0.01639972903178033},{"id":"claude-fable-5-1--effort-max","change":0.013156882426012317}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0012682441475231133,"maximumAbsoluteShift":0.03903491284247762,"largestChanges":[{"id":"gemini-3.8-flash--effort-high","change":0.03903491284247762},{"id":"gemini-3.7-flash--effort-high","change":0.02309192207520172},{"id":"gpt-5.2--effort-high","change":-0.02096698230846339},{"id":"claude-opus-4-8--effort-max","change":0.016138654355154602},{"id":"gpt-5.4-mini--effort-xhigh","change":-0.015118838558817793}]}}},{"kind":"family","key":"multi-swe-bench","evaluations":{"source":{"totalWeight":13.499999999999956,"predictableWeight":13.499999999999956,"coverage":1,"metrics":{"model-source":{"mass":13.499999999999956,"loss":0.5510689200208589,"brier":0.145880607582309,"accuracy":0.7103513770180446},"model-family":{"mass":13.499999999999956,"loss":0.5641617109743784,"brier":0.15145653215700763,"accuracy":0.7075023741690418},"model-source-family":{"mass":13.499999999999956,"loss":0.564239786352686,"brier":0.15157595569104246,"accuracy":0.7037037037037047}}},"family":{"totalWeight":1.0000000000000155,"predictableWeight":1.0000000000000155,"coverage":1,"metrics":{"model-source":{"mass":1.0000000000000155,"loss":0.5510689200208486,"brier":0.14588060758230614,"accuracy":0.7103513770180422},"model-family":{"mass":1.0000000000000155,"loss":0.5641617109743665,"brier":0.1514565321570046,"accuracy":0.7075023741690393},"model-source-family":{"mass":1.0000000000000155,"loss":0.5642397863526754,"brier":0.1515759556910395,"accuracy":0.703703703703702}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0019094593646218874,"maximumAbsoluteShift":0.03432143794990716,"largestChanges":[{"id":"claude-opus-4-5-20251101--effort-thinking-64k","change":0.03432143794990716},{"id":"muse-spark-1.1--effort-xhigh","change":-0.016196167142062956},{"id":"claude-sonnet-5--effort-xhigh","change":-0.015538147928358281},{"id":"muse-spark-1.3--effort-xhigh","change":-0.010873912189670154},{"id":"muse-spark-1.2--effort-xhigh","change":-0.00972316742671775}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0034082375767031385,"maximumAbsoluteShift":0.028965200244034872,"largestChanges":[{"id":"claude-opus-4-5-20251101--effort-thinking-64k","change":0.028965200244034872},{"id":"claude-sonnet-5--effort-xhigh","change":-0.027744157768256672},{"id":"muse-spark-1.1--effort-xhigh","change":-0.021842982948378387},{"id":"gpt-5.2--effort-high","change":-0.016969478599262622},{"id":"muse-spark-1.2--effort-xhigh","change":-0.013912068020085933}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.002517339560641185,"maximumAbsoluteShift":0.031421491999937545,"largestChanges":[{"id":"claude-opus-4-5-20251101--effort-thinking-64k","change":0.031421491999937545},{"id":"muse-spark-1.1--effort-xhigh","change":-0.023064469467233673},{"id":"claude-sonnet-5--effort-xhigh","change":-0.02305285212531455},{"id":"claude-opus-5--effort-max","change":-0.013988308902414648},{"id":"muse-spark-1.2--effort-xhigh","change":-0.01326548535602673}]}}},{"kind":"family","key":"livebench-reasoning","evaluations":{"source":{"totalWeight":13.500000000000393,"predictableWeight":13.500000000000393,"coverage":1,"metrics":{"model-source":{"mass":13.500000000000393,"loss":0.5593469590668482,"brier":0.15309890496456413,"accuracy":0.7168803418803382},"model-family":{"mass":13.500000000000393,"loss":0.5667148570524888,"brier":0.15688293721177876,"accuracy":0.707621082621079},"model-source-family":{"mass":13.500000000000393,"loss":0.5638893427434547,"brier":0.15573317363547937,"accuracy":0.707621082621079}}},"family":{"totalWeight":0.999999999999976,"predictableWeight":0.999999999999976,"coverage":1,"metrics":{"model-source":{"mass":0.999999999999976,"loss":0.559346959066879,"brier":0.15309890496457224,"accuracy":0.716880341880351},"model-family":{"mass":0.999999999999976,"loss":0.5667148570525194,"brier":0.156882937211787,"accuracy":0.707621082621092},"model-source-family":{"mass":0.999999999999976,"loss":0.5638893427434843,"brier":0.1557331736354877,"accuracy":0.7076210826210921}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0008770578951558784,"maximumAbsoluteShift":0.01850369753824399,"largestChanges":[{"id":"claude-opus-4-5-20251101--effort-thinking-64k","change":0.01850369753824399},{"id":"claude-sonnet-5--effort-xhigh","change":-0.007772943950941635},{"id":"gpt-5.6-terra--effort-max","change":-0.0076759868078118965},{"id":"claude-opus-4-6--effort-high","change":-0.005924780694934018},{"id":"claude-opus-4-7--effort-xhigh","change":-0.005548033768395244}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0016675632333583736,"maximumAbsoluteShift":0.017202193786752862,"largestChanges":[{"id":"claude-opus-4-6--effort-high","change":-0.017202193786752862},{"id":"claude-opus-4-5-20251101--effort-thinking-64k","change":0.01651570239692396},{"id":"claude-sonnet-5--effort-xhigh","change":-0.014758363357013748},{"id":"claude-sonnet-4-6--effort-medium","change":-0.014689666581563676},{"id":"gpt-5.6-terra--effort-max","change":-0.011800527231682012}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.001094588174093356,"maximumAbsoluteShift":0.017523759097039515,"largestChanges":[{"id":"claude-opus-4-5-20251101--effort-thinking-64k","change":0.017523759097039515},{"id":"gpt-5.6-terra--effort-max","change":-0.012503830277105388},{"id":"claude-opus-4-6--effort-high","change":-0.01214135307536679},{"id":"claude-sonnet-5--effort-xhigh","change":-0.011105336998502635},{"id":"claude-opus-4-7--effort-xhigh","change":-0.009149844362609016}]}}},{"kind":"family","key":"livebench-instructions","evaluations":{"source":{"totalWeight":13.500000000000393,"predictableWeight":13.500000000000393,"coverage":1,"metrics":{"model-source":{"mass":13.500000000000393,"loss":0.617611435710333,"brier":0.2128790933727329,"accuracy":0.6570512820512775},"model-family":{"mass":13.500000000000393,"loss":0.6000603640779083,"brier":0.20670903306924335,"accuracy":0.6869658119658077},"model-source-family":{"mass":13.500000000000393,"loss":0.5996045417374509,"brier":0.20667759637501462,"accuracy":0.6997863247863207}}},"family":{"totalWeight":0.999999999999976,"predictableWeight":0.999999999999976,"coverage":1,"metrics":{"model-source":{"mass":0.999999999999976,"loss":0.6176114357103651,"brier":0.21287909337274477,"accuracy":0.6570512820512929},"model-family":{"mass":0.999999999999976,"loss":0.6000603640779393,"brier":0.20670903306925514,"accuracy":0.6869658119658218},"model-source-family":{"mass":0.999999999999976,"loss":0.5996045417374827,"brier":0.2066775963750255,"accuracy":0.6997863247863343}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0019373889818481262,"maximumAbsoluteShift":0.023762312106913097,"largestChanges":[{"id":"claude-opus-4-5-20251101--effort-thinking-64k","change":0.023762312106913097},{"id":"gpt-5.2--effort-high","change":0.019372815139631516},{"id":"gemini-3.8-flash--effort-high","change":-0.01740037796452165},{"id":"claude-sonnet-5--effort-xhigh","change":0.01409657711313067},{"id":"claude-opus-5--effort-max","change":0.012963232189381335}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.002391878477642245,"maximumAbsoluteShift":0.030037948576387474,"largestChanges":[{"id":"gpt-5.2--effort-high","change":0.030037948576387474},{"id":"claude-opus-5--effort-max","change":0.027322317837831123},{"id":"claude-opus-4-5-20251101--effort-thinking-64k","change":0.022586648597412107},{"id":"claude-opus-4-6--effort-high","change":0.02031760081551015},{"id":"gemini-3.8-flash--effort-high","change":-0.019918333065914617}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0025731746814429282,"maximumAbsoluteShift":0.02755320653976251,"largestChanges":[{"id":"gpt-5.2--effort-high","change":0.02755320653976251},{"id":"gemini-3.8-flash--effort-high","change":-0.026517100516716186},{"id":"claude-opus-5--effort-max","change":0.025305769939117817},{"id":"claude-opus-4-5-20251101--effort-thinking-64k","change":0.024136616757106655},{"id":"claude-sonnet-5--effort-xhigh","change":0.020713777464915706}]}}},{"kind":"family","key":"swe-rebench","evaluations":{"source":{"totalWeight":7.759920634920638,"predictableWeight":7.759920634920638,"coverage":1,"metrics":{"model-source":{"mass":7.759920634920638,"loss":0.4894724416552868,"brier":0.15744724749869785,"accuracy":0.8032472513423675},"model-family":{"mass":7.759920634920638,"loss":0.5147473277481353,"brier":0.16632189326927135,"accuracy":0.787905906417796},"model-source-family":{"mass":7.759920634920638,"loss":0.5141700193077458,"brier":0.16660527391788413,"accuracy":0.787905906417796}}},"family":{"totalWeight":0.9999999999999991,"predictableWeight":0.9999999999999991,"coverage":1,"metrics":{"model-source":{"mass":0.9999999999999991,"loss":0.5457680475049999,"brier":0.18134080583101667,"accuracy":0.7586580086580086},"model-family":{"mass":0.9999999999999991,"loss":0.5793429996248969,"brier":0.194926844007079,"accuracy":0.7467532467532467},"model-source-family":{"mass":0.9999999999999991,"loss":0.5787465483686259,"brier":0.19477953648801205,"accuracy":0.7467532467532467}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0033332044160699383,"maximumAbsoluteShift":0.1372846439704121,"largestChanges":[{"id":"deepseek-v4-pro-0424--effort-high","change":0.1372846439704121},{"id":"gpt-5.3-codex--effort-xhigh","change":0.0997637766312934},{"id":"gpt-5.2--effort-medium","change":-0.05847832012864887},{"id":"gpt-5.6-sol--effort-medium","change":0.04893726636327328},{"id":"claude-fable-5--effort-high","change":0.03946096930616616}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0025435956669744896,"maximumAbsoluteShift":0.06615468939597344,"largestChanges":[{"id":"deepseek-v4-pro-0424--effort-high","change":0.06615468939597344},{"id":"gpt-5.3-codex--effort-xhigh","change":0.04139051065700411},{"id":"claude-opus-4-8--effort-xhigh","change":-0.03866275235228617},{"id":"claude-fable-5--effort-high","change":0.03775494145450731},{"id":"gpt-5.6-sol--effort-medium","change":0.025880674922573232}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.002892752506943507,"maximumAbsoluteShift":0.0799289116512748,"largestChanges":[{"id":"deepseek-v4-pro-0424--effort-high","change":0.0799289116512748},{"id":"gpt-5.3-codex--effort-xhigh","change":0.05978794381259306},{"id":"claude-opus-4-8--effort-xhigh","change":-0.04764102411055521},{"id":"claude-fable-5--effort-high","change":0.04737789200261133},{"id":"claude-opus-5--effort-high","change":-0.03325344428503296}]}}},{"kind":"family","key":"epoch-game-puzzles","evaluations":{"source":{"totalWeight":37.3902625152618,"predictableWeight":31.86034798534762,"coverage":0.8521028161367681,"metrics":{"model-source":{"mass":31.86034798534762,"loss":0.44320973291286947,"brier":0.13195948041600672,"accuracy":0.7722079763598644},"model-family":{"mass":31.86034798534762,"loss":0.4553974752186925,"brier":0.1349863175086013,"accuracy":0.7763407592029651},"model-source-family":{"mass":31.86034798534762,"loss":0.4517443743199918,"brier":0.13377741664138765,"accuracy":0.7768718139282913}}},"family":{"totalWeight":1.0000000000000395,"predictableWeight":0.7462377899878274,"coverage":0.7462377899877979,"metrics":{"model-source":{"mass":0.7462377899878274,"loss":0.6518470947827786,"brier":0.17743916693156245,"accuracy":0.5290689141170068},"model-family":{"mass":0.7462377899878274,"loss":0.6297825271912209,"brier":0.16482719482248584,"accuracy":0.5334033104994257},"model-source-family":{"mass":0.7462377899878274,"loss":0.6350935593996998,"brier":0.16756047505784405,"accuracy":0.5330100359040589}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.005345771522724894,"maximumAbsoluteShift":0.10173866266884686,"largestChanges":[{"id":"claude-opus-4-6--effort-low","change":0.10173866266884686},{"id":"gpt-5.6-sol--effort-none","change":-0.06275998037160209},{"id":"gemini-3.5-flash--effort-low","change":-0.05184587398125845},{"id":"kimi-k2.6--effort-non-reasoning","change":0.04065139609542649},{"id":"gemini-3.1-flash-lite--effort-high","change":-0.03694490936113615}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.00459370094608668,"maximumAbsoluteShift":0.1472967417880564,"largestChanges":[{"id":"claude-opus-4-6--effort-low","change":0.1472967417880564},{"id":"glm-5.3-flash--effort-max","change":0.07968874914688212},{"id":"gemini-3.5-flash--effort-low","change":-0.0686345454168168},{"id":"gemini-3.6-flash--effort-minimal","change":-0.061004039983314634},{"id":"gpt-5.6-sol--effort-none","change":-0.05628976231877694}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.005168593459753873,"maximumAbsoluteShift":0.13479747496481526,"largestChanges":[{"id":"claude-opus-4-6--effort-low","change":0.13479747496481526},{"id":"gpt-5.6-sol--effort-none","change":-0.05903219727344046},{"id":"glm-5.3-flash--effort-max","change":0.0555298391827993},{"id":"gemini-3.5-flash--effort-low","change":-0.05401776431786892},{"id":"gemini-3.6-flash--effort-minimal","change":-0.04803595227333003}]}}},{"kind":"family","key":"frontiermath","evaluations":{"source":{"totalWeight":17.97807017543896,"predictableWeight":17.97807017543896,"coverage":1,"metrics":{"model-source":{"mass":17.97807017543896,"loss":0.3953813310625135,"brier":0.11903964587755982,"accuracy":0.8430954413968557},"model-family":{"mass":17.97807017543896,"loss":0.41264424213343187,"brier":0.12419566260440217,"accuracy":0.8571537483009787},"model-source-family":{"mass":17.97807017543896,"loss":0.41076838686399286,"brier":0.12371835364565253,"accuracy":0.8506756874499}}},"family":{"totalWeight":0.9999999999999583,"predictableWeight":0.9999999999999583,"coverage":1,"metrics":{"model-source":{"mass":0.9999999999999583,"loss":0.38354057398583236,"brier":0.11325607097580809,"accuracy":0.854937797632904},"model-family":{"mass":0.9999999999999583,"loss":0.4033450346634874,"brier":0.1194969210336021,"accuracy":0.8686992126647358},"model-source-family":{"mass":0.9999999999999583,"loss":0.4012818451755454,"brier":0.11902352754356202,"accuracy":0.8595431438897926}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.001910645361753072,"maximumAbsoluteShift":0.02965912688208569,"largestChanges":[{"id":"claude-sonnet-4-5-20250929--effort-thinking-32k","change":0.02965912688208569},{"id":"claude-opus-4-5-20251101--effort-thinking-32k","change":0.021396399764031793},{"id":"deepseek-v4-pro--effort-max","change":0.0182185217450877},{"id":"gpt-5.6-luna--effort-none","change":-0.017598951550848417},{"id":"claude-opus-4-7--effort-max","change":-0.01696448574752596}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0012943848695239066,"maximumAbsoluteShift":0.05722691462693075,"largestChanges":[{"id":"claude-sonnet-4-5-20250929--effort-thinking-32k","change":0.05722691462693075},{"id":"claude-opus-4-5-20251101--effort-thinking-32k","change":0.04856619310184451},{"id":"gemini-3.1-flash-lite--effort-high","change":0.02342582207338001},{"id":"qwen3.7-flash--effort-non-reasoning","change":0.01842199888149515},{"id":"gpt-5.6-luna--effort-none","change":-0.017681163202441688}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0016404088183858143,"maximumAbsoluteShift":0.050071827162243815,"largestChanges":[{"id":"claude-sonnet-4-5-20250929--effort-thinking-32k","change":0.050071827162243815},{"id":"claude-opus-4-5-20251101--effort-thinking-32k","change":0.040928801969577655},{"id":"gemini-3.1-flash-lite--effort-high","change":0.025572218852082662},{"id":"deepseek-v4-pro--effort-max","change":0.022266757616357435},{"id":"claude-opus-4-7--effort-max","change":-0.021255413076784302}]}}},{"kind":"family","key":"simpleqa","evaluations":{"source":{"totalWeight":16.04166666666664,"predictableWeight":16.04166666666664,"coverage":1,"metrics":{"model-source":{"mass":16.04166666666664,"loss":0.5322963763643517,"brier":0.18073831972379004,"accuracy":0.7181818181818193},"model-family":{"mass":16.04166666666664,"loss":0.5098741793428886,"brier":0.1697900856674144,"accuracy":0.7402597402597415},"model-source-family":{"mass":16.04166666666664,"loss":0.5081192388184222,"brier":0.16926705039609616,"accuracy":0.7428571428571441}}},"family":{"totalWeight":1.0000000000000115,"predictableWeight":1.0000000000000115,"coverage":1,"metrics":{"model-source":{"mass":1.0000000000000115,"loss":0.5555991188126538,"brier":0.18987338085290498,"accuracy":0.7163095238095194},"model-family":{"mass":1.0000000000000115,"loss":0.5162355692381647,"brier":0.17268704051563083,"accuracy":0.7476190476190436},"model-source-family":{"mass":1.0000000000000115,"loss":0.514922409571947,"brier":0.1722945899929444,"accuracy":0.7492857142857103}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0040647263083618745,"maximumAbsoluteShift":0.03455485265265967,"largestChanges":[{"id":"gemini-3-flash-preview--effort-high","change":-0.03455485265265967},{"id":"qwen-3.8-max--effort-xhigh","change":0.032649920254215814},{"id":"claude-sonnet-5--effort-xhigh","change":0.021539766391284132},{"id":"deepseek-v4-flash--effort-max","change":0.021440516307177138},{"id":"grok-4.3--effort-high","change":0.019101724441230983}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.005098813729916133,"maximumAbsoluteShift":0.04838858431012172,"largestChanges":[{"id":"gemini-3-flash-preview--effort-high","change":-0.04838858431012172},{"id":"qwen-3.8-max--effort-xhigh","change":0.042866217789539085},{"id":"glm-5.3--effort-max","change":0.02911647642515508},{"id":"deepseek-v4-flash--effort-max","change":0.025100188041852378},{"id":"claude-sonnet-5--effort-max","change":0.024186487137215718}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.005432094144317167,"maximumAbsoluteShift":0.04885280677569309,"largestChanges":[{"id":"qwen-3.8-max--effort-xhigh","change":0.04885280677569309},{"id":"gemini-3-flash-preview--effort-high","change":-0.04704262854369323},{"id":"glm-5.3--effort-max","change":0.033183744766497325},{"id":"deepseek-v4-flash--effort-max","change":0.03283615303188481},{"id":"claude-sonnet-5--effort-xhigh","change":0.02786977166205923}]}}},{"kind":"source","key":"Artificial Analysis","evaluations":{"source":{"totalWeight":113.5682936763103,"predictableWeight":9.13515723869343,"coverage":0.08043756706189707,"metrics":{"model-source":{"mass":9.13515723869343,"loss":0.39618856217102777,"brier":0.12463301838529062,"accuracy":0.8195845312714805},"model-family":{"mass":9.13515723869343,"loss":0.4080533475682129,"brier":0.12883945831619556,"accuracy":0.8151059389811872},"model-source-family":{"mass":9.13515723869343,"loss":0.40319311621726533,"brier":0.12713478185414687,"accuracy":0.8156673298636317}}},"family":{"totalWeight":24.000000000028262,"predictableWeight":2.58216174318191,"coverage":0.10759007263245289,"metrics":{"model-source":{"mass":2.58216174318191,"loss":0.4120966161451799,"brier":0.1319916588078836,"accuracy":0.801532732738312},"model-family":{"mass":2.58216174318191,"loss":0.4261177322769187,"brier":0.13667312186384958,"accuracy":0.8001322886278959},"model-source-family":{"mass":2.58216174318191,"loss":0.42062526855932675,"brier":0.13488407583230053,"accuracy":0.7969673337014398}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":229,"meanAbsoluteShift":0.015532328606402624,"maximumAbsoluteShift":0.1812598169327479,"largestChanges":[{"id":"gpt-5.3-codex--effort-xhigh","change":-0.1812598169327479},{"id":"grok-4.3--effort-high","change":0.0691443895882621},{"id":"deepseek-v4-pro-0424--effort-high","change":-0.06248054360965148},{"id":"claude-opus-5--effort-medium","change":0.0591839657002472},{"id":"kimi-k3--effort-low","change":-0.056645368204732066}]},"model-family":{"converged":true,"disconnected":229,"meanAbsoluteShift":0.03827592050631858,"maximumAbsoluteShift":0.27201578790947967,"largestChanges":[{"id":"gpt-5.3-codex--effort-xhigh","change":-0.27201578790947967},{"id":"claude-opus-5--effort-medium","change":0.179701468083575},{"id":"deepseek-v4-pro-0424--effort-high","change":-0.16264796578010507},{"id":"claude-sonnet-5--effort-max","change":-0.15096134379121573},{"id":"kimi-k3--effort-low","change":-0.1480562301513062}]},"model-source-family":{"converged":true,"disconnected":229,"meanAbsoluteShift":0.031058718458444285,"maximumAbsoluteShift":0.2349423867900056,"largestChanges":[{"id":"gpt-5.3-codex--effort-xhigh","change":-0.2349423867900056},{"id":"claude-opus-5--effort-medium","change":0.16470054182378924},{"id":"deepseek-v4-pro-0424--effort-high","change":-0.1426914511225448},{"id":"gemini-3.8-flash--effort-medium","change":0.1186654106445123},{"id":"kimi-k3--effort-low","change":-0.11209414914243358}]}}},{"kind":"source","key":"ARC Prize","evaluations":{"source":{"totalWeight":57.17916666666249,"predictableWeight":33.50197368421025,"coverage":0.585912241070542,"metrics":{"model-source":{"mass":33.50197368421025,"loss":0.3933143647559586,"brier":0.12101095506789702,"accuracy":0.8389627476778678},"model-family":{"mass":33.50197368421025,"loss":0.4147881928703927,"brier":0.1272805414755616,"accuracy":0.8428967918884072},"model-source-family":{"mass":33.50197368421025,"loss":0.4113046267555995,"brier":0.12606797473274203,"accuracy":0.8443826954421388}}},"family":{"totalWeight":2.0000000000000284,"predictableWeight":1.569463187884239,"coverage":0.7847315939421085,"metrics":{"model-source":{"mass":1.569463187884239,"loss":0.35108334035574107,"brier":0.10298157516248689,"accuracy":0.8881265333419748},"model-family":{"mass":1.569463187884239,"loss":0.39211221214275477,"brier":0.11687560679363625,"accuracy":0.8978359874295786},"model-source-family":{"mass":1.569463187884239,"loss":0.38367381511425513,"brier":0.11362024250502956,"accuracy":0.8999866754927992}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.018121682237072927,"maximumAbsoluteShift":0.19345072760426185,"largestChanges":[{"id":"gemini-3.6-flash--effort-minimal","change":0.19345072760426185},{"id":"gemini-3-flash-preview--effort-high","change":0.15141489566156774},{"id":"kimi-k3--effort-high","change":0.10432675234037059},{"id":"gpt-5--effort-low","change":0.10061822068218039},{"id":"grok-4.6--effort-medium","change":0.09941843787347726}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.019176989949461782,"maximumAbsoluteShift":0.1627572789016742,"largestChanges":[{"id":"gemini-3.6-flash--effort-minimal","change":0.1627572789016742},{"id":"grok-4.5--effort-low","change":-0.11278877028284276},{"id":"gemini-3-flash-preview--effort-high","change":0.10549368809893683},{"id":"kimi-k3--effort-high","change":0.09718630763089076},{"id":"grok-4.5--effort-medium","change":0.09059321192940883}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.020192377879026887,"maximumAbsoluteShift":0.1736252611631538,"largestChanges":[{"id":"gemini-3.6-flash--effort-minimal","change":0.1736252611631538},{"id":"gemini-3-flash-preview--effort-high","change":0.11828871346135328},{"id":"kimi-k3--effort-high","change":0.11412960793100224},{"id":"grok-4.5--effort-low","change":-0.10372600145009161},{"id":"gemini-3.5-flash--effort-low","change":0.0992698201116406}]}}},{"kind":"source","key":"Datacurve","evaluations":{"source":{"totalWeight":20.71999999999947,"predictableWeight":20.71999999999947,"coverage":1,"metrics":{"model-source":{"mass":20.71999999999947,"loss":0.473528054732148,"brier":0.15070748484742244,"accuracy":0.7952059202059196},"model-family":{"mass":20.71999999999947,"loss":0.5049466727037927,"brier":0.16239550162045222,"accuracy":0.7872586872586861},"model-source-family":{"mass":20.71999999999947,"loss":0.5036684777549979,"brier":0.16233945695516352,"accuracy":0.785392535392534}}},"family":{"totalWeight":0.9999999999999942,"predictableWeight":0.9999999999999942,"coverage":1,"metrics":{"model-source":{"mass":0.9999999999999942,"loss":0.5162807231851558,"brier":0.16884768741304904,"accuracy":0.7539794871794875},"model-family":{"mass":0.9999999999999942,"loss":0.541139973714775,"brier":0.17839429231473025,"accuracy":0.7469205128205127},"model-source-family":{"mass":0.9999999999999942,"loss":0.5447036836690574,"brier":0.1803982330586946,"accuracy":0.7403051282051277}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.02348986286134333,"maximumAbsoluteShift":0.1663617658750095,"largestChanges":[{"id":"gemini-3.8-flash--effort-medium","change":-0.1663617658750095},{"id":"glm-5.3-flash--effort-max","change":-0.16279784409938824},{"id":"kimi-k3--effort-max","change":-0.13467676561896075},{"id":"glm-5.3--effort-max","change":-0.13415904968400882},{"id":"gemini-3.8-flash--effort-high","change":-0.12471579569932434}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.009496763868895763,"maximumAbsoluteShift":0.06823668742906733,"largestChanges":[{"id":"glm-5.3-flash--effort-max","change":-0.06823668742906733},{"id":"gemini-3.8-flash--effort-medium","change":-0.06472923406646813},{"id":"glm-5.3--effort-max","change":-0.043412829376396844},{"id":"gemini-3.8-flash--effort-high","change":-0.04328530608503661},{"id":"grok-4.6--effort-medium","change":-0.03256048731370431}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.00984449753058211,"maximumAbsoluteShift":0.09363569278426498,"largestChanges":[{"id":"gemini-3.8-flash--effort-medium","change":-0.09363569278426498},{"id":"glm-5.3-flash--effort-max","change":-0.08834490843016224},{"id":"glm-5.3--effort-max","change":-0.06819179493574312},{"id":"gemini-3.8-flash--effort-high","change":-0.06434029949670317},{"id":"gpt-6-astra--effort-xhigh","change":-0.04305147945060095}]}}},{"kind":"source","key":"LiveCodeBench","evaluations":{"source":{"totalWeight":1,"predictableWeight":1,"coverage":1,"metrics":{"model-source":{"mass":1,"loss":0.43856580886946045,"brier":0.13715839140814667,"accuracy":0.6666666666666666},"model-family":{"mass":1,"loss":0.4273742354838288,"brier":0.13393459527282162,"accuracy":0.6666666666666666},"model-source-family":{"mass":1,"loss":0.4311560603457758,"brier":0.13598824256845865,"accuracy":0.6666666666666666}}},"family":{"totalWeight":1,"predictableWeight":1,"coverage":1,"metrics":{"model-source":{"mass":1,"loss":0.43856580886946045,"brier":0.13715839140814667,"accuracy":0.6666666666666666},"model-family":{"mass":1,"loss":0.4273742354838288,"brier":0.13393459527282162,"accuracy":0.6666666666666666},"model-source-family":{"mass":1,"loss":0.4311560603457758,"brier":0.13598824256845865,"accuracy":0.6666666666666666}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0005978828078153758,"maximumAbsoluteShift":0.05405458356598855,"largestChanges":[{"id":"o4-mini--effort-high","change":-0.05405458356598855},{"id":"claude-sonnet-4-5-20250929--effort-thinking-32k","change":0.0022773586075244268},{"id":"gpt-5.2--effort-high","change":0.0017142192905421627},{"id":"qwen3.8-flash-next--effort-reasoning","change":-0.0016444276429112281},{"id":"gemini-3.5-flash--effort-medium","change":-0.0016308162055596043}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0006226189603046898,"maximumAbsoluteShift":0.010545749477897673,"largestChanges":[{"id":"o4-mini--effort-high","change":-0.010545749477897673},{"id":"grok-4.5--effort-low","change":0.0018661175886032222},{"id":"grok-4.5--effort-medium","change":0.0018560840457904626},{"id":"claude-opus-4-8--effort-medium","change":0.0017823107605585697},{"id":"gemini-3-flash-preview--effort-reasoning","change":-0.0016033490510827253}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0006656031465861837,"maximumAbsoluteShift":0.025815362735340505,"largestChanges":[{"id":"o4-mini--effort-high","change":-0.025815362735340505},{"id":"qwen3.8-flash-next--effort-reasoning","change":-0.0018539949357518903},{"id":"gemini-3.5-flash--effort-medium","change":-0.0017794317749413313},{"id":"gemini-3.8-flash--effort-low","change":-0.0017596887340345369},{"id":"gemini-3-flash-preview--effort-reasoning","change":-0.0017500505693857082}]}}},{"kind":"source","key":"Scale","evaluations":{"source":{"totalWeight":6.883333333333331,"predictableWeight":4.2333333333333325,"coverage":0.6150121065375304,"metrics":{"model-source":{"mass":4.2333333333333325,"loss":0.5989169963348717,"brier":0.20873040411741817,"accuracy":0.6545275590551181},"model-family":{"mass":4.2333333333333325,"loss":0.6184333282363941,"brier":0.2164131279250153,"accuracy":0.6948818897637794},"model-source-family":{"mass":4.2333333333333325,"loss":0.6192712937578362,"brier":0.2169374739149346,"accuracy":0.6948818897637794}}},"family":{"totalWeight":5.999999999999996,"predictableWeight":4.242857142857143,"coverage":0.7071428571428576,"metrics":{"model-source":{"mass":4.242857142857143,"loss":0.6777516371444873,"brier":0.24426344131239616,"accuracy":0.5372240927796483},"model-family":{"mass":4.242857142857143,"loss":0.6849541642340429,"brier":0.24701591232871314,"accuracy":0.5675271230826786},"model-source-family":{"mass":4.242857142857143,"loss":0.6905054930929261,"brier":0.2496750130597339,"accuracy":0.5675271230826786}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.010219492741970957,"maximumAbsoluteShift":0.11792515184768249,"largestChanges":[{"id":"claude-fable-5--effort-xhigh","change":0.11792515184768249},{"id":"claude-opus-5--effort-xhigh","change":-0.08534230687896949},{"id":"claude-opus-4-8--effort-xhigh","change":0.05971766093428166},{"id":"claude-opus-4-6--effort-non-reasoning","change":0.03495144381682655},{"id":"claude-opus-4-6--effort-max","change":-0.03438685670068997}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.00427216112132638,"maximumAbsoluteShift":0.18867536883306724,"largestChanges":[{"id":"claude-fable-5--effort-xhigh","change":0.18867536883306724},{"id":"claude-opus-5--effort-xhigh","change":-0.11702322258382769},{"id":"claude-opus-4-8--effort-xhigh","change":0.09024831792385746},{"id":"claude-fable-5-1--effort-xhigh","change":-0.05800544899059912},{"id":"claude-fable-5--effort-high","change":-0.045497121667340545}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.007129045865733537,"maximumAbsoluteShift":0.1696279124000869,"largestChanges":[{"id":"claude-fable-5--effort-xhigh","change":0.1696279124000869},{"id":"claude-opus-5--effort-xhigh","change":-0.1477135379336858},{"id":"claude-opus-4-8--effort-xhigh","change":0.09956448535070783},{"id":"claude-fable-5-1--effort-xhigh","change":-0.07928463267763586},{"id":"gpt-5.6-sol--effort-xhigh","change":-0.04011376510587039}]}}},{"kind":"source","key":"Terminal-Bench","evaluations":{"source":{"totalWeight":10.166666666666668,"predictableWeight":9.291666666666671,"coverage":0.9139344262295086,"metrics":{"model-source":{"mass":9.291666666666671,"loss":0.4170994498575525,"brier":0.12363532794650577,"accuracy":0.8394618834080719},"model-family":{"mass":9.291666666666671,"loss":0.4794598218055332,"brier":0.1503029081086429,"accuracy":0.8179372197309418},"model-source-family":{"mass":9.291666666666671,"loss":0.4632164535981557,"brier":0.14362063281918053,"accuracy":0.8179372197309418}}},"family":{"totalWeight":1.0000000000000002,"predictableWeight":0.9428571428571435,"coverage":0.9428571428571433,"metrics":{"model-source":{"mass":0.9428571428571435,"loss":0.4380150822172386,"brier":0.13274347447267493,"accuracy":0.7979797979797981},"model-family":{"mass":0.9428571428571435,"loss":0.50260589957589,"brier":0.16057199848740888,"accuracy":0.7878787878787878},"model-source-family":{"mass":0.9428571428571435,"loss":0.4860238641941563,"brier":0.15369111084739412,"accuracy":0.7878787878787878}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0024289170232973225,"maximumAbsoluteShift":0.08199087467623967,"largestChanges":[{"id":"gemini-3.8-flash--effort-high","change":-0.08199087467623967},{"id":"gemini-3.7-flash--effort-high","change":0.06361771209591938},{"id":"grok-4.6--effort-high","change":-0.04783167974862801},{"id":"claude-opus-5--effort-max","change":-0.04574718925910681},{"id":"claude-fable-5-1--effort-max","change":-0.03466370064956592}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.005695037783004627,"maximumAbsoluteShift":0.03966448788162036,"largestChanges":[{"id":"claude-fable-5--effort-xhigh","change":-0.03966448788162036},{"id":"claude-fable-5--effort-high","change":-0.02913792820454686},{"id":"gemini-3.8-flash--effort-high","change":-0.02657884205342309},{"id":"grok-4.6--effort-high","change":-0.024596092653872637},{"id":"claude-opus-4-8--effort-xhigh","change":-0.021535380812118976}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.005209400839922677,"maximumAbsoluteShift":0.044429978488289223,"largestChanges":[{"id":"claude-fable-5--effort-xhigh","change":-0.044429978488289223},{"id":"gemini-3.8-flash--effort-high","change":-0.04233784146526015},{"id":"grok-4.6--effort-high","change":-0.031614867578601324},{"id":"claude-fable-5--effort-high","change":-0.031307536324301055},{"id":"claude-opus-5--effort-max","change":-0.02423947313831043}]}}},{"kind":"source","key":"Cognition","evaluations":{"source":{"totalWeight":37.50952380952525,"predictableWeight":36.59523809523932,"coverage":0.97562523803478,"metrics":{"model-source":{"mass":36.59523809523932,"loss":0.3693211964037071,"brier":0.11074484809970328,"accuracy":0.8639535892430996},"model-family":{"mass":36.59523809523932,"loss":0.3936310502664481,"brier":0.11771667033314376,"accuracy":0.8744415528084866},"model-source-family":{"mass":36.59523809523932,"loss":0.3897376372615743,"brier":0.11659853395341709,"accuracy":0.8826133159835027}}},"family":{"totalWeight":0.9999999999999994,"predictableWeight":0.9874999999999985,"coverage":0.987499999999999,"metrics":{"model-source":{"mass":0.9874999999999985,"loss":0.3898362070160757,"brier":0.11672839940123407,"accuracy":0.8588403321947617},"model-family":{"mass":0.9874999999999985,"loss":0.4153928341454171,"brier":0.1249020965633914,"accuracy":0.8730818431451327},"model-source-family":{"mass":0.9874999999999985,"loss":0.41302450936385543,"brier":0.12423661676173148,"accuracy":0.9002709128658484}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.010414282040382413,"maximumAbsoluteShift":0.11523178693999969,"largestChanges":[{"id":"claude-opus-5--effort-medium","change":-0.11523178693999969},{"id":"claude-opus-5--effort-xhigh","change":0.10718016169396949},{"id":"deepseek-v4-flash--effort-high","change":0.10099047088600979},{"id":"grok-4.5--effort-low","change":0.09170004982272081},{"id":"claude-opus-4-6--effort-high","change":0.08537196813808601}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.006887067152147047,"maximumAbsoluteShift":0.06073788852597928,"largestChanges":[{"id":"claude-opus-5--effort-medium","change":-0.06073788852597928},{"id":"claude-fable-5--effort-low","change":-0.056228248744130405},{"id":"claude-fable-5--effort-medium","change":-0.055704940769403244},{"id":"gemini-3.6-flash--effort-low","change":0.053859373453677556},{"id":"claude-opus-4-6--effort-high","change":0.0531049218312829}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.00889333887774748,"maximumAbsoluteShift":0.08713240896608554,"largestChanges":[{"id":"claude-opus-5--effort-medium","change":-0.08713240896608554},{"id":"claude-opus-4-6--effort-high","change":0.06597418246562348},{"id":"claude-fable-5--effort-low","change":-0.0633134673782309},{"id":"grok-4.5--effort-low","change":0.05721476125672367},{"id":"gemini-3.6-flash--effort-low","change":0.05717103806956508}]}}},{"kind":"source","key":"LiveBench","evaluations":{"source":{"totalWeight":13.499999999999698,"predictableWeight":12.50000000000003,"coverage":0.9259259259259489,"metrics":{"model-source":{"mass":12.50000000000003,"loss":0.6099877181746011,"brier":0.18120295967689667,"accuracy":0.6865201465201796},"model-family":{"mass":12.50000000000003,"loss":0.5897245054518588,"brier":0.17608337796152687,"accuracy":0.6899267399267743},"model-source-family":{"mass":12.50000000000003,"loss":0.591698793291675,"brier":0.176614025973082,"accuracy":0.6896336996337339}}},"family":{"totalWeight":6.999999999999893,"predictableWeight":6.481481481481345,"coverage":0.9259259259259205,"metrics":{"model-source":{"mass":6.481481481481345,"loss":0.609987718174617,"brier":0.18120295967689967,"accuracy":0.6865201465201117},"model-family":{"mass":6.481481481481345,"loss":0.589724505451872,"brier":0.1760833779615314,"accuracy":0.6899267399267041},"model-source-family":{"mass":6.481481481481345,"loss":0.5916987932916907,"brier":0.17661402597308437,"accuracy":0.6896336996336638}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":1,"meanAbsoluteShift":0.00331385764900952,"maximumAbsoluteShift":0.08719566500335152,"largestChanges":[{"id":"gemini-3.8-flash--effort-high","change":0.08719566500335152},{"id":"claude-sonnet-4-6--effort-medium","change":-0.05112045196829729},{"id":"gpt-6-astra--effort-max","change":0.040034084999462594},{"id":"gemini-3.7-flash--effort-high","change":0.038214613610641046},{"id":"claude-opus-5--effort-max","change":0.0370841804654195}]},"model-family":{"converged":true,"disconnected":1,"meanAbsoluteShift":0.006195390145897228,"maximumAbsoluteShift":0.09977205136683417,"largestChanges":[{"id":"claude-sonnet-4-6--effort-medium","change":-0.09977205136683417},{"id":"gemini-3.8-flash--effort-high","change":0.08431006781581096},{"id":"claude-opus-4-6--effort-high","change":-0.052609272081161285},{"id":"gpt-5.4--effort-xhigh","change":-0.04658431163584442},{"id":"gpt-6-astra--effort-max","change":0.042528329064605463}]},"model-source-family":{"converged":true,"disconnected":1,"meanAbsoluteShift":0.0032152794084714924,"maximumAbsoluteShift":0.11997707372442235,"largestChanges":[{"id":"gemini-3.8-flash--effort-high","change":0.11997707372442235},{"id":"claude-sonnet-4-6--effort-medium","change":-0.07983594852580746},{"id":"gpt-6-astra--effort-max","change":0.052281640243119765},{"id":"claude-opus-5--effort-max","change":0.039974736082504125},{"id":"gpt-5.4--effort-xhigh","change":-0.03835452434962827}]}}},{"kind":"source","key":"SWE-rebench","evaluations":{"source":{"totalWeight":7.759920634920638,"predictableWeight":7.759920634920638,"coverage":1,"metrics":{"model-source":{"mass":7.759920634920638,"loss":0.4894724416552868,"brier":0.15744724749869785,"accuracy":0.8032472513423675},"model-family":{"mass":7.759920634920638,"loss":0.5147473277481353,"brier":0.16632189326927135,"accuracy":0.787905906417796},"model-source-family":{"mass":7.759920634920638,"loss":0.5141700193077458,"brier":0.16660527391788413,"accuracy":0.787905906417796}}},"family":{"totalWeight":0.9999999999999991,"predictableWeight":0.9999999999999991,"coverage":1,"metrics":{"model-source":{"mass":0.9999999999999991,"loss":0.5457680475049999,"brier":0.18134080583101667,"accuracy":0.7586580086580086},"model-family":{"mass":0.9999999999999991,"loss":0.5793429996248969,"brier":0.194926844007079,"accuracy":0.7467532467532467},"model-source-family":{"mass":0.9999999999999991,"loss":0.5787465483686259,"brier":0.19477953648801205,"accuracy":0.7467532467532467}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0033332044160699383,"maximumAbsoluteShift":0.1372846439704121,"largestChanges":[{"id":"deepseek-v4-pro-0424--effort-high","change":0.1372846439704121},{"id":"gpt-5.3-codex--effort-xhigh","change":0.0997637766312934},{"id":"gpt-5.2--effort-medium","change":-0.05847832012864887},{"id":"gpt-5.6-sol--effort-medium","change":0.04893726636327328},{"id":"claude-fable-5--effort-high","change":0.03946096930616616}]},"model-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.0025435956669744896,"maximumAbsoluteShift":0.06615468939597344,"largestChanges":[{"id":"deepseek-v4-pro-0424--effort-high","change":0.06615468939597344},{"id":"gpt-5.3-codex--effort-xhigh","change":0.04139051065700411},{"id":"claude-opus-4-8--effort-xhigh","change":-0.03866275235228617},{"id":"claude-fable-5--effort-high","change":0.03775494145450731},{"id":"gpt-5.6-sol--effort-medium","change":0.025880674922573232}]},"model-source-family":{"converged":true,"disconnected":0,"meanAbsoluteShift":0.002892752506943507,"maximumAbsoluteShift":0.0799289116512748,"largestChanges":[{"id":"deepseek-v4-pro-0424--effort-high","change":0.0799289116512748},{"id":"gpt-5.3-codex--effort-xhigh","change":0.05978794381259306},{"id":"claude-opus-4-8--effort-xhigh","change":-0.04764102411055521},{"id":"claude-fable-5--effort-high","change":0.04737789200261133},{"id":"claude-opus-5--effort-high","change":-0.03325344428503296}]}}},{"kind":"source","key":"Epoch AI","evaluations":{"source":{"totalWeight":35.399135854026376,"predictableWeight":21.115848592243903,"coverage":0.5965074593718406,"metrics":{"model-source":{"mass":21.115848592243903,"loss":0.43025249909836955,"brier":0.1366708463064139,"accuracy":0.7932926937171734},"model-family":{"mass":21.115848592243903,"loss":0.44355368768134185,"brier":0.13996822175368895,"accuracy":0.7996764362434843},"model-source-family":{"mass":21.115848592243903,"loss":0.44225932955450104,"brier":0.13975223342371396,"accuracy":0.7965183391211034}}},"family":{"totalWeight":5.000000000000242,"predictableWeight":3.6751845624518893,"coverage":0.7350369124903423,"metrics":{"model-source":{"mass":3.6751845624518893,"loss":0.4735275699767044,"brier":0.15117403027146592,"accuracy":0.796050636824064},"model-family":{"mass":3.6751845624518893,"loss":0.4650675417511392,"brier":0.1455950513983798,"accuracy":0.810321895878882},"model-source-family":{"mass":3.6751845624518893,"loss":0.46350653085024585,"brier":0.14526154925343732,"accuracy":0.8090852049417522}}}},"sensitivity":{"model-source":{"converged":true,"disconnected":17,"meanAbsoluteShift":0.007643466017316541,"maximumAbsoluteShift":0.11802793724272177,"largestChanges":[{"id":"claude-opus-4-6--effort-low","change":0.11802793724272177},{"id":"gemini-3-flash-preview--effort-high","change":-0.10258290486686134},{"id":"claude-fable-5--effort-low","change":0.09258767817962443},{"id":"glm-5.3--effort-max","change":0.08024878545879666},{"id":"claude-opus-5--effort-low","change":0.07989460976258955}]},"model-family":{"converged":true,"disconnected":17,"meanAbsoluteShift":0.01088350391981671,"maximumAbsoluteShift":0.17954526136895121,"largestChanges":[{"id":"glm-5.3-flash--effort-max","change":0.17954526136895121},{"id":"gemini-3-flash-preview--effort-high","change":-0.17718094902475548},{"id":"claude-fable-5--effort-low","change":0.1733769017767804},{"id":"claude-opus-4-6--effort-low","change":0.15137214655022213},{"id":"gemini-3.6-flash--effort-minimal","change":-0.12491250032445675}]},"model-source-family":{"converged":true,"disconnected":17,"meanAbsoluteShift":0.012053370771194196,"maximumAbsoluteShift":0.16954227543739014,"largestChanges":[{"id":"glm-5.3-flash--effort-max","change":0.16954227543739014},{"id":"gemini-3-flash-preview--effort-high","change":-0.1580406074439857},{"id":"claude-fable-5--effort-low","change":0.15187048661070313},{"id":"claude-opus-4-6--effort-low","change":0.14381808814151226},{"id":"glm-5.3--effort-max","change":0.12948946680796053}]}}}]}}