{"version":"configuration-source-5","evidencePolicy":"documented","snapshotId":"sha256-df858793dcb753b0f77beb223fce04e1de99a2c08f2c7b5f14534efcafa8c7c5","effortDatasetId":"sha256-1f186994047883a45f76e96fbce2f07320baf4f104506414be2bba69a334a02f+sha256-2bc644d4e2fb34bd4fecd1ef0a2a50302a9d18f3b8cd3aa0e6dfc487669f5146+sha256-b6d2e58f71798704ee9f3e6b341e3627e6b0dc1caef890fc1e08b62a226e3f36+sha256-7a7d95c40c608cc28483fb5cef9007da8c102f1e7278882ccbcc02a16078607d+sha256-99e5ccb2eac4abb63cc6d9823b591f2ffac992cdee03ac725f66bd8a5ec086a3+sha256-9fbe9729fecc9cf9232f3292684307ba1a85d69beff3920a2a7ed9e2c77bf7ef+sha256-7e00d90a437b5a33e79607a04b57b10dc14322bbaa63ce8bbe9ce1338eaf26f5","scope":"All collected observations, not a claim that every public result has been collected. Contributing means positive graph weight, not sufficient evidence for a rank.","models":[{"id":"deepseek-v4-flash-0424","collected":49,"contributing":46,"admittedWithoutWeight":0,"excluded":3}],"observations":[{"id":"30359f55b56cbb7fa8922b58","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/aa-analyst-agent","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"04d5f243dcc96f6864df12d3","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-high","sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"7498f18a3d7a0d6e3a8c05dd","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"7d8304ff46ff8c93cd730c9e","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-high","sourceUrl":"https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"af09aabfadc9e1d549b0ee1b","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"c765bd4f69aafe0eeb5740cf","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"d2d91e73f95d13125116701e","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-high","sourceUrl":"https://artificialanalysis.ai/evaluations/automationbench-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"45b5b005e82df984c4754e26","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/automationbench-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"211a4875f6e5efce7a1f4c6b","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-high","sourceUrl":"https://artificialanalysis.ai/evaluations/critpt","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"f4fd006a2f22c61ad3ad7809","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/critpt","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"ddad624429ab904ea43be527","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/critpt","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"0d11f93766b03fd342fcc0ed","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/enterprise-ops-gym-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"3c50f6d99203b49ecc762174","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-high","sourceUrl":"https://artificialanalysis.ai/evaluations/gdp-pdf","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"1267a54ee820ffa75fa16b94","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/gdp-pdf","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"647f5ed4f8ac819f8a92f455","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-high","sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"00586cea2fa92d2e78ddc42a","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"5f021e7500c5cfd741f9d8fe","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-high","sourceUrl":"https://artificialanalysis.ai/evaluations/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"0aabb05540f7cd3d2c0492e8","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"35d6e01923cb4fad3f436062","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"022b14ca345d31ca271e5300","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/harvey-lab-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"a981a043ab444538f1dce56b","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-high","sourceUrl":"https://artificialanalysis.ai/evaluations/humanitys-last-exam","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"181336fde2158d3a0c42459a","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/humanitys-last-exam","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"0a96281f88d8d9d3e8d7ff8d","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/humanitys-last-exam","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"8b31df469403ec55b09e81e8","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-high","sourceUrl":"https://artificialanalysis.ai/evaluations/ifbench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"64f11a73331e262497eae162","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/ifbench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"d9cb1689f0757af2acb41929","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/ifbench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"a1274257605774c664bc3b62","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/itbench-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"817e020bab9c448974914094","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-high","sourceUrl":"https://artificialanalysis.ai/evaluations/mlcr-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"439d6981fbfd192fa31d48f6","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/mlcr-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"020337d791c025678d7f669e","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-high","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"excluded","reason":"Benchmark family or source protocol has not been reviewed"},{"id":"c35fc22fbf62c8255fd2ce70","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"excluded","reason":"Benchmark family or source protocol has not been reviewed"},{"id":"28f74cffb85616a21ef0466f","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"excluded","reason":"Benchmark family or source protocol has not been reviewed"},{"id":"6c0936c5bd19f197b911186a","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-high","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"1c10422e572b9a348a7c9166","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"80863363a872f8c35502f3f6","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"e12aeb36a0c85da4ce01c982","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-high","sourceUrl":"https://artificialanalysis.ai/evaluations/scicode","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"059689698f8cda55ccba60fa","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/scicode","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"727778276f17f9a2957761b6","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-high","sourceUrl":"https://artificialanalysis.ai/evaluations/tau2-bench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"60cff368f41fa32aaf7f4572","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/tau2-bench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"e5ca0b9abfade94ff13f824a","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/tau2-bench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"d5dd25c29a727154d7b02d62","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-high","sourceUrl":"https://artificialanalysis.ai/evaluations/tau3-banking","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"2876c384840221381c3f43e9","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/tau3-banking","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"2cc630037385cb4acf65861b","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-high","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-hard","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"389924a1e46a90f46dcec917","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-hard","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"8fd65426eea5292e3162825d","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-hard","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"522740b9265e00e9395dad06","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-high","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-v2-1","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"a287097357e9878ccda9bde0","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-v2-1","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"556c0c748a7ec53b1b4d0120","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-high","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-v4-0","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"f7000ea0f1210578b91c29b3","modelId":"deepseek-v4-flash-0424","configurationId":"deepseek-v4-flash-0424--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-v4-0","status":"contributing","reason":"Positive comparison weight in the overall connected graph"}]}