{"version":"configuration-source-5","evidencePolicy":"documented","snapshotId":"sha256-df858793dcb753b0f77beb223fce04e1de99a2c08f2c7b5f14534efcafa8c7c5","effortDatasetId":"sha256-1f186994047883a45f76e96fbce2f07320baf4f104506414be2bba69a334a02f+sha256-2bc644d4e2fb34bd4fecd1ef0a2a50302a9d18f3b8cd3aa0e6dfc487669f5146+sha256-b6d2e58f71798704ee9f3e6b341e3627e6b0dc1caef890fc1e08b62a226e3f36+sha256-7a7d95c40c608cc28483fb5cef9007da8c102f1e7278882ccbcc02a16078607d+sha256-99e5ccb2eac4abb63cc6d9823b591f2ffac992cdee03ac725f66bd8a5ec086a3+sha256-9fbe9729fecc9cf9232f3292684307ba1a85d69beff3920a2a7ed9e2c77bf7ef+sha256-7e00d90a437b5a33e79607a04b57b10dc14322bbaa63ce8bbe9ce1338eaf26f5","scope":"All collected observations, not a claim that every public result has been collected. Contributing means positive graph weight, not sufficient evidence for a rank.","models":[{"id":"qwen3-235b-a22b","collected":30,"contributing":24,"admittedWithoutWeight":0,"excluded":6}],"observations":[{"id":"38375a3f39d92c5ad2706da2","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/aime-2025","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"89305b27a86a0ce63a7e4eb8","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/aime-2025","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"56d76f45737dce7a63a667ff","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"14f9f716a2a328d472ca21e0","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"ca93a3563807fd6a9ff50462","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/critpt","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"e658e6c4bd06b5c59d0cdf8b","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/critpt","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"ca162e62aabc277e7d0ea215","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"c361e8d72495bb5786b6cf90","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"8fb4c5a3c327a127ebc0ebc9","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/humanitys-last-exam","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"cf462f7e796944884abc14f1","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/humanitys-last-exam","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"839df9c48331bc134df3997d","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/ifbench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"b0696a5cc76427177558d015","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/ifbench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"ab7dc27978537cbe461952da","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/livecodebench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"87125f56c97261ce790af1db","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/livecodebench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"a5ec4ea7bfb7ef8568384a61","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/math-500","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"43cf687682a8eb0a638a3c45","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/math-500","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"fe9af6c837da0b3d9cf4a593","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/mmlu-pro","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"227ee0acf1c6c720d1350ecf","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/mmlu-pro","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"c8b44554d63181fae5555e52","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"excluded","reason":"Benchmark family or source protocol has not been reviewed"},{"id":"c34a248fd9868cde08c5ce20","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"excluded","reason":"Benchmark family or source protocol has not been reviewed"},{"id":"69f9f3d7ea24015d72835b85","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"860f80781817eb047ddb5ff5","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"0326ce95ca6eb85d64c1291b","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/tau2-bench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"5ce73290decba9279d8cafa3","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/tau2-bench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"b923b18effc8abc789063841","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-hard","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"1a1ddf3972ddca61d88d99d3","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-hard","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-agebmxGseTvmvN4AHN8i4m","modelId":"qwen3-235b-a22b","configurationId":"qwen3-235b-a22b--effort-unspecified","sourceUrl":"https://epoch.ai/benchmarks/gpqa-diamond","status":"excluded","reason":"Effort is not identified"},{"id":"s-lcb-qwen3-235b-a22b-ad3f286332a4","modelId":"qwen3-235b-a22b","configurationId":null,"sourceUrl":"https://livecodebench.github.io/leaderboard.html","status":"excluded","reason":"No reviewed effort for this catalog observation; any separately collected effort measurement is counted separately"},{"id":"s-lmarena-qwen3-235b-a22b-465fe8c26c46","modelId":"qwen3-235b-a22b","configurationId":null,"sourceUrl":"https://lmarena.ai/leaderboard","status":"excluded","reason":"No reviewed effort for this catalog observation; any separately collected effort measurement is counted separately"},{"id":"s-mmlu-pro-qwen3-235b-a22b-df03094a9acf","modelId":"qwen3-235b-a22b","configurationId":null,"sourceUrl":"https://huggingface.co/spaces/TIGER-Lab/MMLU-Pro","status":"excluded","reason":"No reviewed effort for this catalog observation; any separately collected effort measurement is counted separately"}]}