{"version":"configuration-source-5","evidencePolicy":"documented","snapshotId":"sha256-df858793dcb753b0f77beb223fce04e1de99a2c08f2c7b5f14534efcafa8c7c5","effortDatasetId":"sha256-1f186994047883a45f76e96fbce2f07320baf4f104506414be2bba69a334a02f+sha256-2bc644d4e2fb34bd4fecd1ef0a2a50302a9d18f3b8cd3aa0e6dfc487669f5146+sha256-b6d2e58f71798704ee9f3e6b341e3627e6b0dc1caef890fc1e08b62a226e3f36+sha256-7a7d95c40c608cc28483fb5cef9007da8c102f1e7278882ccbcc02a16078607d+sha256-99e5ccb2eac4abb63cc6d9823b591f2ffac992cdee03ac725f66bd8a5ec086a3+sha256-9fbe9729fecc9cf9232f3292684307ba1a85d69beff3920a2a7ed9e2c77bf7ef+sha256-7e00d90a437b5a33e79607a04b57b10dc14322bbaa63ce8bbe9ce1338eaf26f5","scope":"All collected observations, not a claim that every public result has been collected. Contributing means positive graph weight, not sufficient evidence for a rank.","models":[{"id":"qwen3.5-122b-a10b","collected":36,"contributing":32,"admittedWithoutWeight":0,"excluded":4}],"observations":[{"id":"c98dbe8888cd28347bc8f571","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"7570031879abad667cd8e969","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"fd77aa95b9c29c06a6b169cc","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"f1e2c1476fab5dba5c841fa6","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/automationbench-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"1434c5402cedf4ac2b4da110","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/critpt","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"4e4780dee2a81d7e9171107a","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/critpt","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"dc76f6471810c741012070f3","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gdp-pdf","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"5f77b4f7b54fff6de405295d","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"128847b55a3390d3459c48df","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"4f7ad991264657d538d51832","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/global-mmlu-lite","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"89cbf8eb01c2697fd35c27a3","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/global-mmlu-lite","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"712427354a54a3d7928dc9a0","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"9b2b75d84b4f7c03bc1bc751","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"cd859ec8921f41c450fecef8","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/humanitys-last-exam","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"91a6a7e402d1e1cd935677c2","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/humanitys-last-exam","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"9e4d9fd1a2574d6a5ae7703f","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/ifbench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"ad4b717ca4a435c0c7b6bf1a","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/ifbench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"b5b2eded240cc84231225e2e","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/mmmu-pro","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"633304c9460583efb1a9d123","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/mmmu-pro","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"13945cfbd8edd56e3c0efd6b","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"excluded","reason":"Benchmark family or source protocol has not been reviewed"},{"id":"c7e647c2a4d2f6427799cdf3","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"excluded","reason":"Benchmark family or source protocol has not been reviewed"},{"id":"2680ab741c6710c6308ef76b","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"dca6e42139718103b2bc6718","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"515eeda369aef75d1b3b90a2","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/scicode","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"c3bfff836c0b94cd19e1ab01","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/tau2-bench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"a3b2b0715095d52d58ac063b","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/tau2-bench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"3dd3e9d4d8dcd772354db4ac","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/tau3-banking","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"591bd1ccff3f9c16ac8904ce","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/tau3-banking","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"c6b2a6fcceb391533b9ccb6d","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-hard","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"dbcbfe85658c4ab468fa9ca3","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-hard","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"a29311df8979dbac227d11e3","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-v2-1","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"928dfca300ef1cd20891bdf3","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-v2-1","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"393b7eb4b3c229026330a49e","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-v4-0","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-X5FL4gkJQYjzJ7axz23rfd","modelId":"qwen3.5-122b-a10b","configurationId":"qwen3.5-122b-a10b--effort-non-reasoning","sourceUrl":"https://epoch.ai/benchmarks/mystery-game-puzzles","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"s-lmarena-qwen3.5-122b-a10b-465fe8c26c46","modelId":"qwen3.5-122b-a10b","configurationId":null,"sourceUrl":"https://lmarena.ai/leaderboard","status":"excluded","reason":"No reviewed effort for this catalog observation; any separately collected effort measurement is counted separately"},{"id":"s-mmlu-pro-qwen3.5-122b-a10b-df03094a9acf","modelId":"qwen3.5-122b-a10b","configurationId":null,"sourceUrl":"https://huggingface.co/spaces/TIGER-Lab/MMLU-Pro","status":"excluded","reason":"No reviewed effort for this catalog observation; any separately collected effort measurement is counted separately"}]}