{"version":"configuration-source-5","evidencePolicy":"documented","snapshotId":"sha256-df858793dcb753b0f77beb223fce04e1de99a2c08f2c7b5f14534efcafa8c7c5","effortDatasetId":"sha256-1f186994047883a45f76e96fbce2f07320baf4f104506414be2bba69a334a02f+sha256-2bc644d4e2fb34bd4fecd1ef0a2a50302a9d18f3b8cd3aa0e6dfc487669f5146+sha256-b6d2e58f71798704ee9f3e6b341e3627e6b0dc1caef890fc1e08b62a226e3f36+sha256-7a7d95c40c608cc28483fb5cef9007da8c102f1e7278882ccbcc02a16078607d+sha256-99e5ccb2eac4abb63cc6d9823b591f2ffac992cdee03ac725f66bd8a5ec086a3+sha256-9fbe9729fecc9cf9232f3292684307ba1a85d69beff3920a2a7ed9e2c77bf7ef+sha256-7e00d90a437b5a33e79607a04b57b10dc14322bbaa63ce8bbe9ce1338eaf26f5","scope":"All collected observations, not a claim that every public result has been collected. Contributing means positive graph weight, not sufficient evidence for a rank.","models":[{"id":"gemini-3.5-flash-lite","collected":69,"contributing":64,"admittedWithoutWeight":0,"excluded":5}],"observations":[{"id":"581ccc3575dba857c4980929","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"aa3e7986ac74b1d41c049659","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"14a902d4f36d2bebe6ff22a0","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/automationbench-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"2e8ef8685e32a69af902f783","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/critpt","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"93f57b1a7efa63a3d40f7270","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/enterprise-ops-gym-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"ae13f406495e677556b5a0c3","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gdp-pdf","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"7d41ac4cda47841b9af63236","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"bf28d2d6dffc1a351c70a760","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"a1cfe34cd9aecb7162043dcc","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/humanitys-last-exam","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"fc74bcb7728d73322b4c984c","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/mlcr-aa","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"fcc617a3338c6253fdf4353c","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/mmmu-pro","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"2996b27e98c9a488eb6dd898","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"excluded","reason":"Benchmark family or source protocol has not been reviewed"},{"id":"199cbf5b9764d44dc0a19484","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/omniscience","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"26f351bc48bbc25a81380a4b","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/scicode","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"ae5702c7b4374ba438f5ea3d","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/tau3-banking","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"f3e410a3346994f7eea97dc6","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-v2-1","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"e253ea51b6a540f66de5395f","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-reasoning","sourceUrl":"https://artificialanalysis.ai/evaluations/terminalbench-v4-0","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"8b0081bbd7294e66bbccf771","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://arcprize.org/media/data/leaderboard/v2.json","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"673c903462f2e3ace1f8a3a5","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-low","sourceUrl":"https://arcprize.org/media/data/leaderboard/v2.json","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"38942fa126421e15bf1592ee","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-medium","sourceUrl":"https://arcprize.org/media/data/leaderboard/v2.json","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"f591fd70b9b02e903ae88a25","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-minimal","sourceUrl":"https://arcprize.org/media/data/leaderboard/v2.json","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-51cb8fa9a9f00859384ed176","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-607345e5f467b95cf251d99d","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-4d93b113c1ffbccf10888778","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-85e5f51bb280d552f8a1344b","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-27b4ef02c7a063ec88c3ddc7","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-f573c5db18f106fe09304de4","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-5c58f2a3098155c426bac27d","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-873971713d4ce0742cfd0e18","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-d44be38166189727bb5717a2","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-c72b7981866ef805a49330cf","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-e759c56964927bda6b798d1b","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-7393786a27fc26872419dcaa","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-0e6208d14f6ce63317052579","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-5c1bdcb24909d99616ed5841","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-6a0b5beb7d2564d7dfeee8dd","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-c11b52096eae273aa28d6c38","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-82b98df2935ac4c2e6f10aba","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-6f800c82438e0951dfa9fdfc","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-e77cd1796c179d78dc2ff4d7","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-0ee4308b1b8e689522786fba","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-430f81ce32b4f74a36ac8608","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-aa1c9bf038808a60c6fff323","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"panel-bf109486b4ee154dd5bf538c","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://livebench.ai/","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-7aAKcnsCXoSumfAu8mr2un","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-minimal","sourceUrl":"https://epoch.ai/benchmarks/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-8o2J9uQLKDCTiCFwYdkJRK","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://epoch.ai/benchmarks/frontiermath-tiers-1-3-v2","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-B3Kno3buYWRYbZxU33STiX","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-low","sourceUrl":"https://epoch.ai/benchmarks/otis-mock-aime-2024-2025","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-BSSNShjap29bDUHz4gA9oh","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://epoch.ai/benchmarks/chess-puzzles","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-chbh6XstiqtUa5W9zuyfjS","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://epoch.ai/benchmarks/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-dgSJTFQ4UtuQKEhB9ss6K7","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-low","sourceUrl":"https://epoch.ai/benchmarks/gpqa-diamond","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-fJKhFRm5dn9wzbXojee7uj","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-minimal","sourceUrl":"https://epoch.ai/benchmarks/mystery-game-puzzles","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-i62SEaSpi6GbBmWqEDSDmV","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-low","sourceUrl":"https://epoch.ai/benchmarks/chess-puzzles","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-ivr2LfmdZoCMfLME7jh2L8","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-minimal","sourceUrl":"https://epoch.ai/benchmarks/otis-mock-aime-2024-2025","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-juNVfKBcYTwaKnk9GRA2zL","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://epoch.ai/benchmarks/frontiermath-tier-4-v2","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-Mg2yb9Tp3yc2H3ApJX6JBK","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-low","sourceUrl":"https://epoch.ai/benchmarks/mystery-game-puzzles","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-mqsc4vFuKtAHXxbYyX9WwK","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://epoch.ai/benchmarks/otis-mock-aime-2024-2025","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"epoch-run-X6WHjwmjSHe7pF8R7F3zsT","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-minimal","sourceUrl":"https://epoch.ai/benchmarks/chess-puzzles","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"vals-finance-agent-v2:google/gemini-3.5-flash-lite","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://www.vals.ai/benchmarks/fabv2","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"vals-code-migration-v1:google/gemini-3.5-flash-lite","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://www.vals.ai/benchmarks/code-migration","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"vals-legal-research-v1:google/gemini-3.5-flash-lite","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://www.vals.ai/benchmarks/legal_research","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"vals-emb-v1:google/gemini-3.5-flash-lite","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://www.vals.ai/benchmarks/emb","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"vals-mmlu-pro-v1:google/gemini-3.5-flash-lite","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://www.vals.ai/benchmarks/mmlu_pro","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"vals-terminal-bench-2-1-v2.1:google/gemini-3.5-flash-lite","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://www.vals.ai/benchmarks/terminal-bench-2-1","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"vals-vibe-code-bench-v1.1:google/gemini-3.5-flash-lite","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"vals-legal-agent-benchmark-v1:google/gemini-3.5-flash-lite","modelId":"gemini-3.5-flash-lite","configurationId":"gemini-3.5-flash-lite--effort-high","sourceUrl":"https://www.vals.ai/benchmarks/hlab","status":"contributing","reason":"Positive comparison weight in the overall connected graph"},{"id":"s-arc2-gemini-3.5-flash-lite-efebf61be277","modelId":"gemini-3.5-flash-lite","configurationId":null,"sourceUrl":"https://arcprize.org/leaderboard","status":"excluded","reason":"No reviewed effort for this catalog observation; any separately collected effort measurement is counted separately"},{"id":"s-gdpval-gemini-3.5-flash-lite-58c478670eac","modelId":"gemini-3.5-flash-lite","configurationId":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa","status":"excluded","reason":"No reviewed effort for this catalog observation; any separately collected effort measurement is counted separately"},{"id":"s-gpqa-gemini-3.5-flash-lite-41e862296ea6","modelId":"gemini-3.5-flash-lite","configurationId":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/gpqa-diamond","status":"excluded","reason":"No reviewed effort for this catalog observation; any separately collected effort measurement is counted separately"},{"id":"s-lmarena-gemini-3.5-flash-lite-465fe8c26c46","modelId":"gemini-3.5-flash-lite","configurationId":null,"sourceUrl":"https://lmarena.ai/leaderboard","status":"excluded","reason":"No reviewed effort for this catalog observation; any separately collected effort measurement is counted separately"}]}