{"version":"configuration-source-5","evidencePolicy":"documented","snapshotId":"sha256-df858793dcb753b0f77beb223fce04e1de99a2c08f2c7b5f14534efcafa8c7c5","effortDatasetId":"sha256-1f186994047883a45f76e96fbce2f07320baf4f104506414be2bba69a334a02f+sha256-2bc644d4e2fb34bd4fecd1ef0a2a50302a9d18f3b8cd3aa0e6dfc487669f5146+sha256-b6d2e58f71798704ee9f3e6b341e3627e6b0dc1caef890fc1e08b62a226e3f36+sha256-7a7d95c40c608cc28483fb5cef9007da8c102f1e7278882ccbcc02a16078607d+sha256-99e5ccb2eac4abb63cc6d9823b591f2ffac992cdee03ac725f66bd8a5ec086a3+sha256-9fbe9729fecc9cf9232f3292684307ba1a85d69beff3920a2a7ed9e2c77bf7ef+sha256-7e00d90a437b5a33e79607a04b57b10dc14322bbaa63ce8bbe9ce1338eaf26f5","scope":"All collected observations, not a claim that every public result has been collected. Contributing means positive graph weight, not sufficient evidence for a rank.","models":[{"id":"qwen3-14b","collected":40,"contributing":35,"admittedWithoutWeight":0,"excluded":5}],"observations":[{"id":"c200f8f5974cced91b94c3a7","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"7823070fce74572c14440227","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/aime-2025","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"3309e13df52fd1fabb19ab86","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/aime-2025","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"360c4369d2880bd3f33bf48d","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"93da3ff3c5d7b1bff4c94ecb","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"3b2a114e7d0f60358dc89582","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/automationbench-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"5bafcc8253fd4f179cd575bd","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/critpt","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"22963f5bec954903994c9380","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/critpt","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"28e79ab1e630d682cf1391f6","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gdp-pdf","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"19b97b3a583459ff567123aa","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"76b7eda2e03b9fb81d741935","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"e62d0d2d9690c57703bf9f13","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"fff6cdef363e6e229f008d13","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/humanitys-last-exam","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"29501eeeebecd801dc346bab","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/humanitys-last-exam","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"c6cac11306b7bc7f25813687","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/ifbench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"c9662b1cbc42cb80f1003cb1","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/ifbench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"4a6b0f3481ccc7e6d3e485b4","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/livecodebench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"d182d825eeccc745161b2067","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/livecodebench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"f92bf192d6248fe1b4e85427","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/math-500","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"41d90092001ad63411e08f39","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/math-500","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"30b278ac1c8c5464b1a1def2","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/mmlu-pro","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"f1ac22cc2380f41a90cbfc68","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/mmlu-pro","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"f9876ccbd46960970f8661c0","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"excluded","reason":"Benchmark family or source protocol has not been reviewed"},{"id":"fffa4d922bb3d13549db3532","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"excluded","reason":"Benchmark family or source protocol has not been reviewed"},{"id":"6c21071980d804a1d67a0c8c","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"ea5ca53936049bd3f26c2477","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"a32d713ac22ff457128d16eb","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/scicode","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"05dcd8e868462f666322c651","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/tau2-bench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"9cf6758bbc1a1642912303d1","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/tau2-bench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"7f1d3dd2bf9d082e2778499a","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/tau3-banking","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"57f6dbe626d153af997eff0b","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-hard","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"2ce50946464c3e30979c50bf","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-hard","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"7eee7a8e12e744a002d4d6b4","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-v2-1","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"1b5bf342de1a14490bce8c1a","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-v4-0","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-doo2bL7TEHLCNNMwf7NbYN","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-unspecified","sourceUrl":"https://epoch.ai/benchmarks/chess-puzzles","status":"excluded","reason":"Effort is not identified"},{"id":"epoch-run-GRQV9Q8gHoHnSEPWofiQuq","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-non-reasoning","sourceUrl":"https://epoch.ai/benchmarks/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-gRRQHECkYhz5UaYsRKDh2F","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-unspecified","sourceUrl":"https://epoch.ai/benchmarks/otis-mock-aime-2024-2025","status":"excluded","reason":"Effort is not identified"},{"id":"epoch-run-oB8tcqTgWoZYX7BTFj4c8v","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-non-reasoning","sourceUrl":"https://epoch.ai/benchmarks/chess-puzzles","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-RMcys99fv45vvgTgakXXWn","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-non-reasoning","sourceUrl":"https://epoch.ai/benchmarks/otis-mock-aime-2024-2025","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-XGK9DjJHHVWr2LyT298ooL","modelId":"qwen3-14b","configurationId":"qwen3-14b--effort-unspecified","sourceUrl":"https://epoch.ai/benchmarks/gpqa-diamond","status":"excluded","reason":"Effort is not identified"}]}