{"version":"configuration-source-5","evidencePolicy":"documented","snapshotId":"sha256-df858793dcb753b0f77beb223fce04e1de99a2c08f2c7b5f14534efcafa8c7c5","effortDatasetId":"sha256-1f186994047883a45f76e96fbce2f07320baf4f104506414be2bba69a334a02f+sha256-2bc644d4e2fb34bd4fecd1ef0a2a50302a9d18f3b8cd3aa0e6dfc487669f5146+sha256-b6d2e58f71798704ee9f3e6b341e3627e6b0dc1caef890fc1e08b62a226e3f36+sha256-7a7d95c40c608cc28483fb5cef9007da8c102f1e7278882ccbcc02a16078607d+sha256-99e5ccb2eac4abb63cc6d9823b591f2ffac992cdee03ac725f66bd8a5ec086a3+sha256-9fbe9729fecc9cf9232f3292684307ba1a85d69beff3920a2a7ed9e2c77bf7ef+sha256-7e00d90a437b5a33e79607a04b57b10dc14322bbaa63ce8bbe9ce1338eaf26f5","scope":"All collected observations, not a claim that every public result has been collected. Contributing means positive graph weight, not sufficient evidence for a rank.","models":[{"id":"claude-opus-4-5-20251101","collected":68,"contributing":56,"admittedWithoutWeight":0,"excluded":12}],"observations":[{"id":"777d836c2aab8b1a753b4fe5","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/aime-2025","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"0f517ae1f51f86c35cfb0be4","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/aime-2025","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"364e593f02f62ed75fd18066","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"85c81b940cce2a4e217f39f1","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"108fba49cb2e133b5c3292c6","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/critpt","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"1958b99c15a27c0d8d0aba84","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/critpt","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"a1db7ea0ee512320711194d0","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/global-mmlu-lite","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"a0e35583919bfa925e3253c4","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/global-mmlu-lite","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"1db3648c4fe84e124fa696fc","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"ea5097c6ae66554091a20a26","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"be7e6806ef9ffabbe47660e5","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/humanitys-last-exam","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"c8afa47b2b589899209075fd","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/humanitys-last-exam","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"555c0f000e8ee371e88e57a2","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/ifbench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"321deea5aaf37c3322817314","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/ifbench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"fa884eeb86cb180cbd489bac","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/livecodebench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"3b0e8231a510903a76fb9715","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/livecodebench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"5314fc9ebb9ae8bcdf75b98e","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/mmlu-pro","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"6d150283271e045da32ceab8","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/mmlu-pro","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"34e7fcfb97c55289d0bf4b48","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/mmmu-pro","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"46aff7e0e196660d8e321636","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/mmmu-pro","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"299cfb2488b1b12fb8bae121","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"excluded","reason":"Benchmark family or source protocol has not been reviewed"},{"id":"06bc173078345ce534aba7f3","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"excluded","reason":"Benchmark family or source protocol has not been reviewed"},{"id":"313fe229263c5d3be7780b9b","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"8667c79135a6fbe7cc5fa1e4","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"993af034623aaedde3a3de9b","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/tau2-bench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"08adca9aa4e2043174db9373","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/tau2-bench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"42a28e056d264ff2cdaead6f","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-hard","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"87149dbfd56c9450a6af41d4","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-hard","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"38da8dccc01df7999a09d824","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking","sourceUrl":"https://labs.scale.com/leaderboard/humanitys_last_exam_text_only","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"a71c17d0e87547e9f30a79b2","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking","sourceUrl":"https://labs.scale.com/leaderboard/humanitys_last_exam","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-c8dfdb832c728882285c9b8a","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-64k","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-d40fdcb405336ff7b0641bc7","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-64k","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-e7ab002c6f6098191728383d","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-64k","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-d3216c623cce0c30a3549af3","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-64k","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-9fbf2f2774c52b4c65e96782","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-64k","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-1ee6676d7e81096dff4bb6b9","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-64k","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-e7184a5ecfae339d037a2b4e","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-64k","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-5391f4e5c06b72826fee1ad5","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-64k","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-f4611dea0f98ae60341b3497","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-64k","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-09c708f2367d5cdaf9f13aaf","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-64k","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-b7c7abb64ed26c981fa97ecb","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-64k","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-bd2cb017dd4aabc76d11d0f5","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-64k","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-344cfa519ab6003234bf074c","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-64k","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-5df71994be4789f38c407267","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-64k","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-870d52baedb6499434a24a51","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-64k","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-e87a024bc711a8588ca5c4a5","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-64k","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-d11017bb0a00fabdb4412bad","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-64k","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-6e02eab7a3e609f6dd618035","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-64k","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-4e535ae7a8b06ef2cbfa9172","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-64k","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-9eb761881c53f420662c77f0","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-64k","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-4556b91816ae6e8c2fc6246c","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-64k","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-49a1a9a410cf8daaf0cf8f4e","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-64k","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-e723dff4aa878aa3b1f555c0","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-64k","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-2jTRxz7rW3B66a8smtz7Ya","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-unspecified","sourceUrl":"https://epoch.ai/benchmarks/chess-puzzles","status":"excluded","reason":"Effort is not identified"},{"id":"epoch-run-azk4theXxAsizmoi2HDD49","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-32k","sourceUrl":"https://epoch.ai/benchmarks/frontiermath-tier-4-v2","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-CA5LW4phRnHSsZUGXEm8H6","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-32k","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-cXkPywkhy3NnW992ri73yG","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-16k","sourceUrl":"https://epoch.ai/benchmarks/gpqa-diamond","status":"excluded","reason":"Fewer than two distinct model identities remain in this evaluation"},{"id":"epoch-run-ikUWdu6HJ2qRgZynfzDCFe","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-32k","sourceUrl":"https://epoch.ai/benchmarks/otis-mock-aime-2024-2025","status":"excluded","reason":"Fewer than two distinct model identities remain in this evaluation"},{"id":"epoch-run-k4zGHaXESxFRTRMkyDLZrz","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-48k","sourceUrl":"https://epoch.ai/benchmarks/mystery-game-puzzles","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-Kwwo3UFcPDk6iLAeSeeRaa","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-32k","sourceUrl":"https://epoch.ai/benchmarks/gpqa-diamond","status":"excluded","reason":"Fewer than two distinct model identities remain in this evaluation"},{"id":"epoch-run-mEkZaYpiurQ6TEMAALK3su","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-unspecified","sourceUrl":"https://epoch.ai/benchmarks/gpqa-diamond","status":"excluded","reason":"Effort is not identified"},{"id":"epoch-run-mS5EwCRZVpvUvJEehPUDZu","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-32k","sourceUrl":"https://epoch.ai/benchmarks/frontiermath-tiers-1-3-v2","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-nSb2focDRMyPJXErk3MV94","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-unspecified","sourceUrl":"https://epoch.ai/benchmarks/otis-mock-aime-2024-2025","status":"excluded","reason":"Effort is not identified"},{"id":"epoch-run-P7kyrA6oQ68tVGHyekP7Qj","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-32k","sourceUrl":"https://epoch.ai/benchmarks/chess-puzzles","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-SH5jr76ni3RnpXVMETMy2H","modelId":"claude-opus-4-5-20251101","configurationId":"claude-opus-4-5-20251101--effort-thinking-16k","sourceUrl":"https://epoch.ai/benchmarks/otis-mock-aime-2024-2025","status":"excluded","reason":"Fewer than two distinct model identities remain in this evaluation"},{"id":"s-hle-claude-opus-4-5-20251101-f549f30a8404","modelId":"claude-opus-4-5-20251101","configurationId":null,"sourceUrl":"https://scale.com/leaderboard/humanitys_last_exam","status":"excluded","reason":"No reviewed effort for this catalog observation; any separately collected effort measurement is counted separately"},{"id":"s-lmarena-claude-opus-4-5-20251101-465fe8c26c46","modelId":"claude-opus-4-5-20251101","configurationId":null,"sourceUrl":"https://lmarena.ai/leaderboard","status":"excluded","reason":"No reviewed effort for this catalog observation; any separately collected effort measurement is counted separately"},{"id":"s-swev-claude-opus-4-5-20251101-077d8c0cfcca","modelId":"claude-opus-4-5-20251101","configurationId":null,"sourceUrl":"https://www.swebench.com/","status":"excluded","reason":"No reviewed effort for this catalog observation; any separately collected effort measurement is counted separately"}]}