{"version":"configuration-source-5","evidencePolicy":"documented","snapshotId":"sha256-df858793dcb753b0f77beb223fce04e1de99a2c08f2c7b5f14534efcafa8c7c5","effortDatasetId":"sha256-1f186994047883a45f76e96fbce2f07320baf4f104506414be2bba69a334a02f+sha256-2bc644d4e2fb34bd4fecd1ef0a2a50302a9d18f3b8cd3aa0e6dfc487669f5146+sha256-b6d2e58f71798704ee9f3e6b341e3627e6b0dc1caef890fc1e08b62a226e3f36+sha256-7a7d95c40c608cc28483fb5cef9007da8c102f1e7278882ccbcc02a16078607d+sha256-99e5ccb2eac4abb63cc6d9823b591f2ffac992cdee03ac725f66bd8a5ec086a3+sha256-9fbe9729fecc9cf9232f3292684307ba1a85d69beff3920a2a7ed9e2c77bf7ef+sha256-7e00d90a437b5a33e79607a04b57b10dc14322bbaa63ce8bbe9ce1338eaf26f5","scope":"All collected observations, not a claim that every public result has been collected. Contributing means positive graph weight, not sufficient evidence for a rank.","models":[{"id":"qwen3.8-27b","collected":66,"contributing":54,"admittedWithoutWeight":0,"excluded":12}],"observations":[{"id":"b719f9e8b09e209b85b1a1f1","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-low","sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"86bee422ce1951283a6eee66","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-medium","sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"fd81cc23b91a66f00c3f8c04","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-xhigh","sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"19b0485cf1bfd20332a6d197","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-low","sourceUrl":"https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"6f61543be64902b815e4737c","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-medium","sourceUrl":"https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"1ec9d3b365ddb11b5239f4ac","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"945088724c81324ac8f23ad1","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-xhigh","sourceUrl":"https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"b7c106e9436bf259deec9c01","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-low","sourceUrl":"https://artificialanalysis.ai/evaluations/automationbench-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"a11d07d00f37c70adccad7cc","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-medium","sourceUrl":"https://artificialanalysis.ai/evaluations/automationbench-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"03c3f0f74b136d54e7ef30d7","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-xhigh","sourceUrl":"https://artificialanalysis.ai/evaluations/automationbench-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"ee9a12dcf44b9eb2c8f122e9","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-low","sourceUrl":"https://artificialanalysis.ai/evaluations/critpt","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"74444598a5429e7c932561c6","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-medium","sourceUrl":"https://artificialanalysis.ai/evaluations/critpt","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"db23778fb38a738162c3739d","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/critpt","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"e5d09b30a62641fd043c20be","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-xhigh","sourceUrl":"https://artificialanalysis.ai/evaluations/critpt","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"1493b163b0b799c95096ee25","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-xhigh","sourceUrl":"https://artificialanalysis.ai/evaluations/enterprise-ops-gym-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"62b4a85d1ee9d190988264d3","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-low","sourceUrl":"https://artificialanalysis.ai/evaluations/gdp-pdf","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"f34a69bcff3a02bebb787c16","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-medium","sourceUrl":"https://artificialanalysis.ai/evaluations/gdp-pdf","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"ee9581a4eac628d2891dc86e","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-xhigh","sourceUrl":"https://artificialanalysis.ai/evaluations/gdp-pdf","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"5a3eb5d8a89b57365845de17","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-low","sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"65e57ec334f4df9a4b3617de","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-medium","sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"5277a02a57030f1526653932","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"5c4410504b14db530e88e38c","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-xhigh","sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"a3d2839bcc71d9bb7edd251b","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-low","sourceUrl":"https://artificialanalysis.ai/evaluations/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"46f816a1e1c7631080155c28","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-medium","sourceUrl":"https://artificialanalysis.ai/evaluations/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"149b9aed78a8b393be1ac340","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"aaf557a7b57bbf68838151e6","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-xhigh","sourceUrl":"https://artificialanalysis.ai/evaluations/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"c14c8032c2a9477a91be02e2","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-low","sourceUrl":"https://artificialanalysis.ai/evaluations/humanitys-last-exam","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"45789802fc3895cbe31eb8ed","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-medium","sourceUrl":"https://artificialanalysis.ai/evaluations/humanitys-last-exam","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"2b5e2ca909dc461cdc38a556","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/humanitys-last-exam","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"30ac372f7fb03d555903153b","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-xhigh","sourceUrl":"https://artificialanalysis.ai/evaluations/humanitys-last-exam","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"395a465b3f1f60977613b6a5","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-xhigh","sourceUrl":"https://artificialanalysis.ai/evaluations/mlcr-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"0a5895e3fbece4eaf4323c47","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-low","sourceUrl":"https://artificialanalysis.ai/evaluations/mmmu-pro","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"7ff9c733e52387a7a5d3d1a1","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-medium","sourceUrl":"https://artificialanalysis.ai/evaluations/mmmu-pro","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"135f2e02482f3c68bbcd884a","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/mmmu-pro","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"8dcde2b92c7f4ab70a64854d","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-xhigh","sourceUrl":"https://artificialanalysis.ai/evaluations/mmmu-pro","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"a03d4ad0bd3a804b66a9b24a","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-low","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"excluded","reason":"Benchmark family or source protocol has not been reviewed"},{"id":"5d47e816e792f15b47d77830","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-medium","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"excluded","reason":"Benchmark family or source protocol has not been reviewed"},{"id":"369ef6b3e1de52e3da9e761d","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"excluded","reason":"Benchmark family or source protocol has not been reviewed"},{"id":"035420d05ec2253ac495caa6","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-xhigh","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"excluded","reason":"Benchmark family or source protocol has not been reviewed"},{"id":"133afe96fba2e67c6aaa2ac0","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-low","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"3ffc6bf6a010111fb752652b","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-medium","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"59fcf8705623283774907cd0","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"63e26c5f81acf9016f061b8c","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-xhigh","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"811f19db6bfb655cc3a26d44","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-low","sourceUrl":"https://artificialanalysis.ai/evaluations/scicode","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"0573143394705aeca6cd7ca5","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-medium","sourceUrl":"https://artificialanalysis.ai/evaluations/scicode","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"f0b6f28261f842ffd221371f","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/scicode","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"4fc56c008f264520aa21e8a3","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-xhigh","sourceUrl":"https://artificialanalysis.ai/evaluations/scicode","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"4dc87aed8e48c77a76e5b0ae","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-low","sourceUrl":"https://artificialanalysis.ai/evaluations/tau3-banking","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"a678d60ab97b56c3739d98dd","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-medium","sourceUrl":"https://artificialanalysis.ai/evaluations/tau3-banking","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"ebdcbf46dd03ef58d97834a3","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/tau3-banking","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"d38663513b05928bf62032bf","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-xhigh","sourceUrl":"https://artificialanalysis.ai/evaluations/tau3-banking","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"6ded7cba3e8c6acf2681b027","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-low","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-v2-1","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"16a685d097b9257bece582b3","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-medium","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-v2-1","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"06d60c6c4c5a2369cf9b0093","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-v2-1","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"fd22f232820d993578b5699c","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-xhigh","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-v2-1","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"125ea9db3e69a8e08b2b0147","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-low","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-v4-0","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"72b5f2cbe66abb63e4d32772","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-medium","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-v4-0","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"d6892a199b887a3e762e71aa","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-xhigh","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-v4-0","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"69dd3899f972d5a522219937","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-low","sourceUrl":"https://vulcanbench.com/benchmarks/17-qwen38-27b-effort.html","status":"excluded","reason":"Evaluator has not been reviewed for independent admission"},{"id":"d6e683f349eb46ae01149f20","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-medium","sourceUrl":"https://vulcanbench.com/benchmarks/17-qwen38-27b-effort.html","status":"excluded","reason":"Evaluator has not been reviewed for independent admission"},{"id":"5a6667c8022196c74f1a2ccf","modelId":"qwen3.8-27b","configurationId":"qwen3.8-27b--effort-xhigh","sourceUrl":"https://vulcanbench.com/benchmarks/17-qwen38-27b-effort.html","status":"excluded","reason":"Evaluator has not been reviewed for independent admission"},{"id":"s-gpqa-qwen3.8-27b-41e862296ea6","modelId":"qwen3.8-27b","configurationId":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/gpqa-diamond","status":"excluded","reason":"No reviewed effort for this catalog observation; any separately collected effort measurement is counted separately"},{"id":"s-lmarena-qwen3.8-27b-465fe8c26c46","modelId":"qwen3.8-27b","configurationId":null,"sourceUrl":"https://lmarena.ai/leaderboard","status":"excluded","reason":"No reviewed effort for this catalog observation; any separately collected effort measurement is counted separately"},{"id":"s-vulcanbench-qwen3.8-27b-17-qwen38-27b-effort-low-2f58434bbe3d","modelId":"qwen3.8-27b","configurationId":null,"sourceUrl":"https://vulcanbench.com/benchmarks/17-qwen38-27b-effort.html","status":"excluded","reason":"Supporting evidence outside the reviewed capability core"},{"id":"s-vulcanbench-qwen3.8-27b-17-qwen38-27b-effort-medium-2f58434bbe3d","modelId":"qwen3.8-27b","configurationId":null,"sourceUrl":"https://vulcanbench.com/benchmarks/17-qwen38-27b-effort.html","status":"excluded","reason":"Supporting evidence outside the reviewed capability core"},{"id":"s-vulcanbench-qwen3.8-27b-17-qwen38-27b-effort-xhigh-2f58434bbe3d","modelId":"qwen3.8-27b","configurationId":null,"sourceUrl":"https://vulcanbench.com/benchmarks/17-qwen38-27b-effort.html","status":"excluded","reason":"Supporting evidence outside the reviewed capability core"}]}