{"version":"configuration-source-5","evidencePolicy":"documented","snapshotId":"sha256-df858793dcb753b0f77beb223fce04e1de99a2c08f2c7b5f14534efcafa8c7c5","effortDatasetId":"sha256-1f186994047883a45f76e96fbce2f07320baf4f104506414be2bba69a334a02f+sha256-2bc644d4e2fb34bd4fecd1ef0a2a50302a9d18f3b8cd3aa0e6dfc487669f5146+sha256-b6d2e58f71798704ee9f3e6b341e3627e6b0dc1caef890fc1e08b62a226e3f36+sha256-7a7d95c40c608cc28483fb5cef9007da8c102f1e7278882ccbcc02a16078607d+sha256-99e5ccb2eac4abb63cc6d9823b591f2ffac992cdee03ac725f66bd8a5ec086a3+sha256-9fbe9729fecc9cf9232f3292684307ba1a85d69beff3920a2a7ed9e2c77bf7ef+sha256-7e00d90a437b5a33e79607a04b57b10dc14322bbaa63ce8bbe9ce1338eaf26f5","scope":"All collected observations, not a claim that every public result has been collected. Contributing means positive graph weight, not sufficient evidence for a rank.","models":[{"id":"qwen3.5-9b","collected":31,"contributing":25,"admittedWithoutWeight":0,"excluded":6}],"observations":[{"id":"987f147949570e5f033630d1","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"35ab75c2d9610fd9d6afd707","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"51cceb0f761a19498f07f43b","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/critpt","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"93e0ee1fea4ee49c409f7f30","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/critpt","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"d2c14147928ad0cbac8fa156","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"c2a233e0c283bc6f848ab7f8","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"9f70624165f1bfb5534f12d8","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"4d9e271b62a791eb7aa355fb","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/humanitys-last-exam","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"91f1614a6570830ed8587c39","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/humanitys-last-exam","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"405394a5fe3ae5cd4ffb5987","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/ifbench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"b268faf0293cf763ce33c6d5","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/ifbench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"bee5fa058648448b9abb72f4","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/mmmu-pro","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"3271ebc988e5db1d40b6ee92","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/mmmu-pro","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"70c7c662608af8f632662f38","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"excluded","reason":"Benchmark family or source protocol has not been reviewed"},{"id":"5686f65f304b0ae905401fe5","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"excluded","reason":"Benchmark family or source protocol has not been reviewed"},{"id":"37143e5c779711b1534cd2c0","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"bbb1c791dbb001405e0b3785","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"35b08aa160794079a7760a9a","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/tau2-bench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"b6ad97d2e6b84fb5bfff38af","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/tau2-bench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"1ea96f71f7b8acf0e5c92135","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/tau3-banking","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"5a9c2b5e5ea876f9675bbd0c","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-hard","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"0eb44799cf54377c7b779992","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-hard","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"9beec241281354166f7f4cdf","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-v2-1","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"71565ab7921a7bff37fd8271","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-v2-1","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-4vjzjypxWVWBVdAnwaDQYX","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-unspecified","sourceUrl":"https://epoch.ai/benchmarks/chess-puzzles","status":"excluded","reason":"Effort is not identified"},{"id":"epoch-run-5FVmQUSS4uRd23f6nNgeRe","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-unspecified","sourceUrl":"https://epoch.ai/benchmarks/otis-mock-aime-2024-2025","status":"excluded","reason":"Effort is not identified"},{"id":"epoch-run-AczFCvkWR5SmdbV7eXruqj","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-non-reasoning","sourceUrl":"https://epoch.ai/benchmarks/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-i8CTho47u9qDcnXF3psREo","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-non-reasoning","sourceUrl":"https://epoch.ai/benchmarks/chess-puzzles","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-o6migB5WP27uLr9nUWpCiM","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-unspecified","sourceUrl":"https://epoch.ai/benchmarks/gpqa-diamond","status":"excluded","reason":"Effort is not identified"},{"id":"epoch-run-YBMTDnW5LmCN6tBp2QYHzi","modelId":"qwen3.5-9b","configurationId":"qwen3.5-9b--effort-non-reasoning","sourceUrl":"https://epoch.ai/benchmarks/otis-mock-aime-2024-2025","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"s-mmlu-pro-qwen3.5-9b-df03094a9acf","modelId":"qwen3.5-9b","configurationId":null,"sourceUrl":"https://huggingface.co/spaces/TIGER-Lab/MMLU-Pro","status":"excluded","reason":"No reviewed effort for this catalog observation; any separately collected effort measurement is counted separately"}]}