{"version":"configuration-source-6","evidencePolicy":"documented","snapshotId":"sha256-0b34099efb151066ec22056e009a9e3f7c52e2fbbd868d149b8048536deb478e","effortDatasetId":"sha256-cffe59fa16a1dc623567e648803fec61bb2e0c2cc0926a34c8ae43760f5e3915+sha256-dd005fc2bb1ab65961b2be02cd585d2d5f9c7ed268ed142deb8c49e8d545c752+sha256-158573528f2ff04fb2a7cab4ffd20a4610a8df7f0f7308b80385972b8866d433+sha256-de620ffa9569f336561f4207ee2393f9317be42bb46feb77afd0c916f7113a95+sha256-1585546fe0418ea483c694c111c94252f437ed9951b58696dc033d5a04a82f22+sha256-473c33f3c3f5409aae2743970275192c3a84c19fb88596a9a5043a3770fe30d5+sha256-09499abf878f0e4b7ad3db24c3dc30c8c8858533c163ddf67ff9e62449994fad+sha256-ec259150369a6165584c0d668fef9535662ac1fdbca50a5a672e9ab0954ec448","scope":"All collected observations, not a claim that every public result has been collected. Contributing means positive graph weight, not sufficient evidence for a rank.","models":[{"id":"deepseek-v4.1-flash","collected":27,"contributing":23,"admittedWithoutWeight":0,"excluded":4}],"observations":[{"id":"9f4f5f1b07bf45c0def70252","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"0968d9720ba23c3fa049ff60","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"760c9354bee10e634d59b796","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"4b52fbb564515244908b3cd4","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"58534c171011fa8b72aa9a11","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/automationbench-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"1865ab174f5bf32d1b665aa3","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/automationbench-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"7b9e1ba11d371919e8f1f1d7","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/critpt","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"3626633e9603f09739456348","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/critpt","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"8c4db4347a73c9f707075aca","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/gdp-pdf","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"870209aded1973f7986bd199","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gdp-pdf","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"08a8b5cc057407d47d068a4c","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"d539b40ad61c3a2c72d674df","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"3519bcdb1c5335a014180c5a","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/humanitys-last-exam","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"fc170b6eec52c69c76c6f6eb","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/humanitys-last-exam","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"da79582af0e47fffb158e19d","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/itbench-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"4410183a1bd8c6cab63b7ac9","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/mlcr-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"2b249fe5602b0268a147076a","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/mmmu-pro","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"5329ae993b0076c1567ba62e","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/mmmu-pro","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"73dad6f716b874127cb09975","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"excluded","reason":"Benchmark family or source protocol has not been reviewed"},{"id":"ae524fe73772814c961a1e1e","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"excluded","reason":"Benchmark family or source protocol has not been reviewed"},{"id":"c4096419046c7cfb99747be7","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"29da5896f795ad4f605fb805","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"b95593ffc6d7d29e6a085c2d","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/scicode","status":"excluded","reason":"Original SciCode grading defects are under review; retained as supporting evidence, excluded from aggregate and capability scores. Corrected SciCode-Verified requires a separate protocol review. Sources: https://arxiv.org/abs/2608.04975 and https://artificialanalysis.ai/evaluations/scicode"},{"id":"3a7baacbe5fcf52f98f86cbc","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/scicode","status":"excluded","reason":"Original SciCode grading defects are under review; retained as supporting evidence, excluded from aggregate and capability scores. Corrected SciCode-Verified requires a separate protocol review. Sources: https://arxiv.org/abs/2608.04975 and https://artificialanalysis.ai/evaluations/scicode"},{"id":"5b358cb5677beba250d4f145","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"fb64a3a278c7e2f20ebbf7ec","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-max","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-v4-0","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"1674a710118a655765c1f376","modelId":"deepseek-v4.1-flash","configurationId":"deepseek-v4.1-flash--effort-non-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-v4-0","status":"contributing","reason":"Positive comparison weight in the overall connected graph"}]}