{"version":"configuration-source-5","evidencePolicy":"documented","snapshotId":"sha256-df858793dcb753b0f77beb223fce04e1de99a2c08f2c7b5f14534efcafa8c7c5","effortDatasetId":"sha256-1f186994047883a45f76e96fbce2f07320baf4f104506414be2bba69a334a02f+sha256-2bc644d4e2fb34bd4fecd1ef0a2a50302a9d18f3b8cd3aa0e6dfc487669f5146+sha256-b6d2e58f71798704ee9f3e6b341e3627e6b0dc1caef890fc1e08b62a226e3f36+sha256-7a7d95c40c608cc28483fb5cef9007da8c102f1e7278882ccbcc02a16078607d+sha256-99e5ccb2eac4abb63cc6d9823b591f2ffac992cdee03ac725f66bd8a5ec086a3+sha256-9fbe9729fecc9cf9232f3292684307ba1a85d69beff3920a2a7ed9e2c77bf7ef+sha256-7e00d90a437b5a33e79607a04b57b10dc14322bbaa63ce8bbe9ce1338eaf26f5","scope":"All collected observations, not a claim that every public result has been collected. Contributing means positive graph weight, not sufficient evidence for a rank.","models":[{"id":"gemini-3.1-flash-lite","collected":36,"contributing":34,"admittedWithoutWeight":0,"excluded":2}],"observations":[{"id":"9ed78211ce574b898ce5c37e","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/aa-analyst-agent","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"fb38f5a1da43f9f671c2940b","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"95738bc56bfab2218391b063","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/apex-agents-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"e51ce9e31d112599849140e1","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"542af94496db9fff0c50c33b","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/automationbench-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"1f43c952940a4b6d26d536be","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/critpt","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"8416976c2cf8e61964b2a869","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/enterprise-ops-gym-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"866f484125051166bc2e4453","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gdp-pdf","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"3435307b024c7565dbd94fc7","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"f39228d0894775a799d9e673","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"02998383bd3440afe47af683","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/harvey-lab-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"a500a1b31b9c03cf2da51aa8","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/humanitys-last-exam","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"96ee84a5b928f3599cf5d764","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/ifbench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"4aae5d6df970c338630860a9","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/mlcr-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"334d043fe09ccc4d1fdbf484","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/mmmu-pro","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"897f612ed5343edc51d5b099","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"excluded","reason":"Benchmark family or source protocol has not been reviewed"},{"id":"4bc71b7684588e825fa67080","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"097b9973b90993f5f5e7d1df","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/scicode","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"bf184358925df7a4fbedf4bc","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/tau2-bench","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"2684a58ff4342575f23cbc46","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/tau3-banking","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"29f5bb04ad1bd05a7465f796","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-hard","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"37c6a530f1ded7b9888ea2c3","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-v2-1","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"a09a2ae31ee117af6ce3dddb","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-v4-0","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-4gZy2dAAT2EPZDGz5puD3H","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-minimal","sourceUrl":"https://epoch.ai/benchmarks/frontiermath-tiers-1-3-v2","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-99ys2jgQiPQ5UwrqnazfqA","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-low","sourceUrl":"https://epoch.ai/benchmarks/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-CFBCC2QrkCAFBAvFj5pqPF","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-low","sourceUrl":"https://epoch.ai/benchmarks/otis-mock-aime-2024-2025","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-CmHy8cVECGkvQTwakfjRo2","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-minimal","sourceUrl":"https://epoch.ai/benchmarks/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-EoSFpgFhJB7iDPLcMNuLH4","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-minimal","sourceUrl":"https://epoch.ai/benchmarks/otis-mock-aime-2024-2025","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-LurNQWcpKjLWQ7AXSD6Ab3","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-minimal","sourceUrl":"https://epoch.ai/benchmarks/chess-puzzles","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-MVZf59jt9uEoWG9w5W9apB","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-high","sourceUrl":"https://epoch.ai/benchmarks/frontiermath-tiers-1-3-v2","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-nE4hmJo3QV6X5jeGWAeAze","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-high","sourceUrl":"https://epoch.ai/benchmarks/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-NMdaAXyqqPRmWfuxZUfHFF","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-high","sourceUrl":"https://epoch.ai/benchmarks/otis-mock-aime-2024-2025","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-nSLGeLNawfzhCbR33agwer","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-low","sourceUrl":"https://epoch.ai/benchmarks/chess-puzzles","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-VcuyQvF8LWuYhQCx2FGDHh","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-low","sourceUrl":"https://epoch.ai/benchmarks/frontiermath-tiers-1-3-v2","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-YFmtuHAcUZeGwPBe9Jbcxw","modelId":"gemini-3.1-flash-lite","configurationId":"gemini-3.1-flash-lite--effort-high","sourceUrl":"https://epoch.ai/benchmarks/chess-puzzles","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"s-gdpval-gemini-3.1-flash-lite-58c478670eac","modelId":"gemini-3.1-flash-lite","configurationId":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa","status":"excluded","reason":"No reviewed effort for this catalog observation; any separately collected effort measurement is counted separately"}]}